Add files using upload-large-folder tool

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260517/selected_long20k_len256_bs512_ode128_20260517_1830long20k/baseline_allcorrupt/step_6000/decode_token_acc_summary.json

@@ -0,0 +1,159 @@
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_noisegeo_len256_allcorrupt_fullvocab_dirC1_1024_20260517_163805::none": {
+      "run": "train8_noisegeo_len256_allcorrupt_fullvocab_dirC1_1024_20260517_163805",
+      "checkpoint": "runs/train8_noisegeo_len256_allcorrupt_fullvocab_dirC1_1024_20260517_163805/step_0006000.pt",
+      "ckpt_step": 6000,
+      "endpoint_softening": "none",
+      "decode_rule": "flowmap",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.1416015625,
+      "token_acc_min": 0.0625,
+      "token_acc_max": 0.34375,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        2,
+        2,
+        2,
+        2,
+        1,
+        1,
+        2,
+        1,
+        0,
+        5,
+        2,
+        2,
+        4,
+        2,
+        5,
+        1,
+        1,
+        1,
+        1,
+        1,
+        5,
+        1,
+        4,
+        2,
+        0,
+        2,
+        0,
+        1,
+        2,
+        5,
+        2,
+        1,
+        2,
+        1,
+        2,
+        5,
+        0,
+        1,
+        2,
+        1,
+        2,
+        2,
+        1,
+        5,
+        5,
+        0,
+        2,
+        2,
+        2,
+        5,
+        1,
+        1,
+        1,
+        2,
+        5,
+        1,
+        2,
+        1,
+        2,
+        2,
+        0,
+        1,
+        2,
+        1
+      ],
+      "best_token_acc": [
+        0.109375,
+        0.16796875,
+        0.08203125,
+        0.0625,
+        0.13671875,
+        0.1640625,
+        0.07421875,
+        0.13671875,
+        0.19921875,
+        0.13671875,
+        0.0859375,
+        0.078125,
+        0.24609375,
+        0.12109375,
+        0.140625,
+        0.078125,
+        0.07421875,
+        0.21484375,
+        0.16796875,
+        0.234375,
+        0.109375,
+        0.3125,
+        0.20703125,
+        0.09375,
+        0.24609375,
+        0.078125,
+        0.171875,
+        0.1796875,
+        0.09765625,
+        0.109375,
+        0.09765625,
+        0.296875,
+        0.0703125,
+        0.08984375,
+        0.0703125,
+        0.19921875,
+        0.17578125,
+        0.2421875,
+        0.0859375,
+        0.2578125,
+        0.10546875,
+        0.21484375,
+        0.1640625,
+        0.17578125,
+        0.125,
+        0.078125,
+        0.078125,
+        0.1015625,
+        0.14453125,
+        0.0859375,
+        0.34375,
+        0.06640625,
+        0.1015625,
+        0.09375,
+        0.109375,
+        0.2421875,
+        0.08984375,
+        0.109375,
+        0.14453125,
+        0.08984375,
+        0.17578125,
+        0.08984375,
+        0.11328125,
+        0.1171875
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260517/selected_long20k_len256_bs512_ode128_20260517_1830long20k/baseline_allcorrupt/step_7000/decode_token_acc.jsonl

@@ -0,0 +1 @@
+{"run": "train8_noisegeo_len256_allcorrupt_fullvocab_dirC1_1024_20260517_163805", "checkpoint": "runs/train8_noisegeo_len256_allcorrupt_fullvocab_dirC1_1024_20260517_163805/step_0007000.pt", "ckpt_step": 7000, "endpoint_softening": "none", "decode_rule": "flowmap", "steps": 128, "time_schedule": "logit_normal", "model_t_mode": "post", "final_from": "state", "n_gen": 64, "n_refs": 8, "token_acc_mean": 0.27874755859375, "token_acc_min": 0.07421875, "token_acc_max": 0.58984375, "exact_acc": 0.0, "exact_count": 0, "exact_ref_coverage": 0.0, "exact_ref_count": 0, "exact_ref_hits": [], "best_ref_idx": [3, 0, 3, 4, 1, 2, 4, 7, 2, 7, 1, 0, 0, 4, 2, 4, 2, 4, 7, 2, 4, 4, 4, 5, 4, 5, 2, 4, 4, 4, 2, 1, 2, 1, 4, 2, 2, 1, 4, 2, 1, 3, 1, 1, 4, 4, 1, 2, 4, 2, 1, 0, 2, 5, 0, 1, 1, 4, 4, 2, 1, 4, 4, 5], "best_token_acc": [0.13671875, 0.07421875, 0.1015625, 0.25390625, 0.4609375, 0.28125, 0.1484375, 0.203125, 0.109375, 0.15234375, 0.10546875, 0.40625, 0.25390625, 0.5390625, 0.3203125, 0.32421875, 0.44921875, 0.23828125, 0.11328125, 0.26171875, 0.49609375, 0.390625, 0.56640625, 0.13671875, 0.16015625, 0.203125, 0.078125, 0.12109375, 0.53125, 0.58984375, 0.40234375, 0.0859375, 0.43359375, 0.203125, 0.4921875, 0.4375, 0.4375, 0.1015625, 0.15234375, 0.46875, 0.078125, 0.1015625, 0.0859375, 0.37109375, 0.56640625, 0.5546875, 0.3203125, 0.08984375, 0.47265625, 0.109375, 0.0859375, 0.33203125, 0.11328125, 0.17578125, 0.37890625, 0.30078125, 0.2109375, 0.20703125, 0.1796875, 0.375, 0.1015625, 0.5390625, 0.46875, 0.19921875]}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260517/selected_long20k_len256_bs512_ode128_20260517_1830long20k/baseline_allcorrupt/step_7000/decode_token_acc.tsv

@@ -0,0 +1,2 @@
+run	ckpt_step	endpoint_softening	token_acc_mean	token_acc_min	token_acc_max	exact_acc	exact_count	exact_ref_coverage	exact_ref_count
+train8_noisegeo_len256_allcorrupt_fullvocab_dirC1_1024_20260517_163805	7000	none	0.27874755859375	0.07421875	0.58984375	0.0	0	0.0	0

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260517/selected_long20k_len256_bs512_ode128_20260517_1830long20k/baseline_allcorrupt/step_7000/decode_token_acc_summary.json

@@ -0,0 +1,159 @@
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_noisegeo_len256_allcorrupt_fullvocab_dirC1_1024_20260517_163805::none": {
+      "run": "train8_noisegeo_len256_allcorrupt_fullvocab_dirC1_1024_20260517_163805",
+      "checkpoint": "runs/train8_noisegeo_len256_allcorrupt_fullvocab_dirC1_1024_20260517_163805/step_0007000.pt",
+      "ckpt_step": 7000,
+      "endpoint_softening": "none",
+      "decode_rule": "flowmap",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.27874755859375,
+      "token_acc_min": 0.07421875,
+      "token_acc_max": 0.58984375,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        3,
+        0,
+        3,
+        4,
+        1,
+        2,
+        4,
+        7,
+        2,
+        7,
+        1,
+        0,
+        0,
+        4,
+        2,
+        4,
+        2,
+        4,
+        7,
+        2,
+        4,
+        4,
+        4,
+        5,
+        4,
+        5,
+        2,
+        4,
+        4,
+        4,
+        2,
+        1,
+        2,
+        1,
+        4,
+        2,
+        2,
+        1,
+        4,
+        2,
+        1,
+        3,
+        1,
+        1,
+        4,
+        4,
+        1,
+        2,
+        4,
+        2,
+        1,
+        0,
+        2,
+        5,
+        0,
+        1,
+        1,
+        4,
+        4,
+        2,
+        1,
+        4,
+        4,
+        5
+      ],
+      "best_token_acc": [
+        0.13671875,
+        0.07421875,
+        0.1015625,
+        0.25390625,
+        0.4609375,
+        0.28125,
+        0.1484375,
+        0.203125,
+        0.109375,
+        0.15234375,
+        0.10546875,
+        0.40625,
+        0.25390625,
+        0.5390625,
+        0.3203125,
+        0.32421875,
+        0.44921875,
+        0.23828125,
+        0.11328125,
+        0.26171875,
+        0.49609375,
+        0.390625,
+        0.56640625,
+        0.13671875,
+        0.16015625,
+        0.203125,
+        0.078125,
+        0.12109375,
+        0.53125,
+        0.58984375,
+        0.40234375,
+        0.0859375,
+        0.43359375,
+        0.203125,
+        0.4921875,
+        0.4375,
+        0.4375,
+        0.1015625,
+        0.15234375,
+        0.46875,
+        0.078125,
+        0.1015625,
+        0.0859375,
+        0.37109375,
+        0.56640625,
+        0.5546875,
+        0.3203125,
+        0.08984375,
+        0.47265625,
+        0.109375,
+        0.0859375,
+        0.33203125,
+        0.11328125,
+        0.17578125,
+        0.37890625,
+        0.30078125,
+        0.2109375,
+        0.20703125,
+        0.1796875,
+        0.375,
+        0.1015625,
+        0.5390625,
+        0.46875,
+        0.19921875
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260517/selected_long20k_len256_bs512_ode128_20260517_1830long20k/rollin_p50_s4_old/step_3000/decode_token_acc.jsonl

@@ -0,0 +1 @@
+{"run": "train8_rollin_len256_rollin_p50_s4_i32_20260517_171654", "checkpoint": "runs/train8_rollin_len256_rollin_p50_s4_i32_20260517_171654/step_0003000.pt", "ckpt_step": 3000, "endpoint_softening": "none", "decode_rule": "flowmap", "steps": 128, "time_schedule": "logit_normal", "model_t_mode": "post", "final_from": "state", "n_gen": 64, "n_refs": 8, "token_acc_mean": 0.9420166015625, "token_acc_min": 0.12109375, "token_acc_max": 1.0, "exact_acc": 0.140625, "exact_count": 9, "exact_ref_coverage": 0.125, "exact_ref_count": 1, "exact_ref_hits": [6], "best_ref_idx": [6, 6, 6, 6, 6, 6, 4, 6, 1, 6, 7, 6, 6, 6, 7, 6, 6, 6, 6, 4, 6, 6, 6, 6, 1, 6, 6, 4, 6, 4, 6, 6, 6, 6, 6, 6, 6, 1, 6, 6, 6, 6, 4, 6, 6, 6, 6, 2, 6, 6, 4, 6, 6, 6, 4, 6, 4, 6, 6, 6, 1, 6, 6, 4], "best_token_acc": [1.0, 1.0, 0.98046875, 0.99609375, 0.9453125, 0.921875, 0.4765625, 0.98828125, 0.953125, 0.953125, 0.98828125, 0.99609375, 0.91015625, 0.94140625, 0.9921875, 0.99609375, 0.98828125, 0.99609375, 0.9921875, 0.859375, 0.99609375, 0.9921875, 0.984375, 0.98828125, 0.9765625, 0.99609375, 0.9921875, 0.98046875, 0.99609375, 0.9453125, 1.0, 0.98046875, 0.984375, 0.99609375, 0.984375, 0.99609375, 0.8125, 0.73828125, 0.9921875, 0.99609375, 0.93359375, 1.0, 0.96875, 1.0, 0.98828125, 0.9921875, 1.0, 0.96875, 1.0, 0.953125, 0.42578125, 0.9921875, 0.9765625, 0.984375, 0.96875, 0.984375, 0.12109375, 1.0, 0.98828125, 1.0, 0.88671875, 0.99609375, 0.98046875, 0.9765625]}

LTA_openwebtext_dualt/logs/ctx1024_sampleds_sweep_4gpu/ctx1024_core_tradeoff_dual_20260517_230929.log

@@ -0,0 +1,2435 @@
+[ctx1024-sampleds] start stamp=ctx1024_core_tradeoff_dual_20260517_230929 len=1024 vocab=2664 out=docs/lta_samples/metrics_20260517/ctx1024_sampleds_sweep_bs512_ode128_ctx1024_core_tradeoff_dual_20260517_230929
+[ctx1024-sampleds] config=p50_unif0_0p25_outwdm1 run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 p=0.50 mode=sampled_s steps=1 s_dist=uniform s_frac=0.0->0.25 beta=2.0,6.0 outwd=-1 sync_t=1
+[ctx1024-sampleds] train config=p50_unif0_0p25_outwdm1 from=0 to=1000
+[ctx1024-sampleds] eval config=p50_unif0_0p25_outwdm1 step=1000
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=1000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0001000.pt",
+      "ckpt_step": 1000,
+      "endpoint_softening": "none",
+      "decode_rule": "flowmap",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.045379638671875,
+      "token_acc_min": 0.029296875,
+      "token_acc_max": 0.1044921875,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        0,
+        5,
+        0,
+        5,
+        2,
+        5,
+        5,
+        0,
+        5,
+        2,
+        5,
+        7,
+        3,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        7,
+        5,
+        5,
+        2,
+        5,
+        5,
+        5,
+        5,
+        2,
+        5,
+        5,
+        5,
+        0,
+        5,
+        5,
+        5,
+        7,
+        7,
+        0,
+        2,
+        5,
+        5,
+        5,
+        5,
+        2,
+        5,
+        2,
+        5,
+        5,
+        0,
+        5,
+        5,
+        5,
+        2,
+        2,
+        2,
+        5,
+        5,
+        2
+      ],
+      "best_token_acc": [
+        0.0380859375,
+        0.0439453125,
+        0.0419921875,
+        0.0537109375,
+        0.046875,
+        0.0400390625,
+        0.0498046875,
+        0.0498046875,
+        0.041015625,
+        0.0439453125,
+        0.046875,
+        0.0341796875,
+        0.037109375,
+        0.0458984375,
+        0.0478515625,
+        0.0302734375,
+        0.0380859375,
+        0.037109375,
+        0.044921875,
+        0.03515625,
+        0.0673828125,
+        0.041015625,
+        0.0458984375,
+        0.068359375,
+        0.0458984375,
+        0.0439453125,
+        0.0361328125,
+        0.0390625,
+        0.04296875,
+        0.0419921875,
+        0.1044921875,
+        0.052734375,
+        0.048828125,
+        0.0390625,
+        0.0458984375,
+        0.072265625,
+        0.052734375,
+        0.0400390625,
+        0.0751953125,
+        0.0419921875,
+        0.0380859375,
+        0.041015625,
+        0.041015625,
+        0.0419921875,
+        0.0361328125,
+        0.033203125,
+        0.07421875,
+        0.0390625,
+        0.033203125,
+        0.029296875,
+        0.0478515625,
+        0.0341796875,
+        0.03125,
+        0.04296875,
+        0.041015625,
+        0.056640625,
+        0.078125,
+        0.0419921875,
+        0.03515625,
+        0.0400390625,
+        0.0341796875,
+        0.0498046875,
+        0.0361328125,
+        0.03515625
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=flowmap run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=1000 views=512000 token_acc=0.0454 exact=0/64 exact_refs=0 hits=[]
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=1000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0001000.pt",
+      "ckpt_step": 1000,
+      "endpoint_softening": "none",
+      "decode_rule": "dual_line_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.0696868896484375,
+      "token_acc_min": 0.021484375,
+      "token_acc_max": 0.203125,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        2,
+        2,
+        2,
+        5,
+        5,
+        2,
+        2,
+        5,
+        5,
+        2,
+        2,
+        7,
+        4,
+        5,
+        2,
+        5,
+        2,
+        5,
+        2,
+        2,
+        5,
+        2,
+        2,
+        5,
+        5,
+        2,
+        2,
+        3,
+        5,
+        2,
+        2,
+        5,
+        0,
+        2,
+        2,
+        2,
+        2,
+        5,
+        4,
+        0,
+        4,
+        2,
+        2,
+        2,
+        2,
+        3,
+        5,
+        0,
+        5,
+        5,
+        5,
+        5,
+        2,
+        5,
+        2,
+        0,
+        5,
+        5,
+        2,
+        5,
+        2,
+        2,
+        5,
+        3
+      ],
+      "best_token_acc": [
+        0.1494140625,
+        0.0439453125,
+        0.1435546875,
+        0.0322265625,
+        0.072265625,
+        0.138671875,
+        0.046875,
+        0.0283203125,
+        0.1748046875,
+        0.046875,
+        0.048828125,
+        0.04296875,
+        0.0322265625,
+        0.1650390625,
+        0.0927734375,
+        0.029296875,
+        0.029296875,
+        0.0498046875,
+        0.0283203125,
+        0.072265625,
+        0.0390625,
+        0.1142578125,
+        0.068359375,
+        0.0439453125,
+        0.03515625,
+        0.056640625,
+        0.12109375,
+        0.0498046875,
+        0.021484375,
+        0.0478515625,
+        0.0361328125,
+        0.05078125,
+        0.0283203125,
+        0.0810546875,
+        0.1201171875,
+        0.04296875,
+        0.0888671875,
+        0.1640625,
+        0.0302734375,
+        0.0263671875,
+        0.0302734375,
+        0.0517578125,
+        0.0283203125,
+        0.0390625,
+        0.0498046875,
+        0.0322265625,
+        0.0634765625,
+        0.0322265625,
+        0.203125,
+        0.103515625,
+        0.1015625,
+        0.03125,
+        0.0322265625,
+        0.048828125,
+        0.0302734375,
+        0.1142578125,
+        0.1953125,
+        0.0751953125,
+        0.1484375,
+        0.10546875,
+        0.033203125,
+        0.03125,
+        0.0986328125,
+        0.0458984375
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=dual_line_resample run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=1000 views=512000 token_acc=0.0697 exact=0/64 exact_refs=0 hits=[]
+[ctx1024-sampleds] train config=p50_unif0_0p25_outwdm1 from=1000 to=2000
+[ctx1024-sampleds] eval config=p50_unif0_0p25_outwdm1 step=2000
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=2000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0002000.pt",
+      "ckpt_step": 2000,
+      "endpoint_softening": "none",
+      "decode_rule": "flowmap",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.87042236328125,
+      "token_acc_min": 0.12109375,
+      "token_acc_max": 0.96875,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        3,
+        3,
+        2,
+        2,
+        2,
+        3,
+        4,
+        2,
+        7,
+        2,
+        2,
+        3,
+        2,
+        3,
+        4,
+        3,
+        4,
+        3,
+        3,
+        5,
+        2,
+        2,
+        3,
+        2,
+        0,
+        4,
+        0,
+        2,
+        3,
+        3,
+        4,
+        2,
+        2,
+        2,
+        3,
+        7,
+        3,
+        0,
+        3,
+        3,
+        2,
+        3,
+        3,
+        3,
+        3,
+        7,
+        2,
+        3,
+        2,
+        2,
+        3,
+        3,
+        5,
+        3,
+        0,
+        0,
+        7,
+        3,
+        3,
+        3,
+        3,
+        2,
+        3,
+        2
+      ],
+      "best_token_acc": [
+        0.9091796875,
+        0.91015625,
+        0.6552734375,
+        0.96875,
+        0.94921875,
+        0.908203125,
+        0.966796875,
+        0.958984375,
+        0.9306640625,
+        0.560546875,
+        0.9638671875,
+        0.912109375,
+        0.9599609375,
+        0.9140625,
+        0.21484375,
+        0.912109375,
+        0.966796875,
+        0.9169921875,
+        0.9052734375,
+        0.927734375,
+        0.9599609375,
+        0.96484375,
+        0.9140625,
+        0.958984375,
+        0.740234375,
+        0.96484375,
+        0.72265625,
+        0.365234375,
+        0.8994140625,
+        0.9052734375,
+        0.7998046875,
+        0.94921875,
+        0.958984375,
+        0.9609375,
+        0.9052734375,
+        0.9052734375,
+        0.912109375,
+        0.72265625,
+        0.916015625,
+        0.912109375,
+        0.958984375,
+        0.9140625,
+        0.9072265625,
+        0.908203125,
+        0.9052734375,
+        0.94921875,
+        0.96484375,
+        0.90625,
+        0.962890625,
+        0.9677734375,
+        0.9150390625,
+        0.8974609375,
+        0.12109375,
+        0.904296875,
+        0.724609375,
+        0.7197265625,
+        0.955078125,
+        0.90625,
+        0.9033203125,
+        0.9140625,
+        0.919921875,
+        0.9599609375,
+        0.9072265625,
+        0.96484375
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=flowmap run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=2000 views=1024000 token_acc=0.8704 exact=0/64 exact_refs=0 hits=[]
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=2000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0002000.pt",
+      "ckpt_step": 2000,
+      "endpoint_softening": "none",
+      "decode_rule": "dual_line_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.910552978515625,
+      "token_acc_min": 0.2138671875,
+      "token_acc_max": 0.96484375,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        5,
+        3,
+        5,
+        2,
+        2,
+        2,
+        5,
+        5,
+        2,
+        3,
+        6,
+        5,
+        5,
+        7,
+        7,
+        2,
+        5,
+        7,
+        3,
+        2,
+        5,
+        3,
+        2,
+        7,
+        2,
+        7,
+        2,
+        2,
+        3,
+        3,
+        1,
+        5,
+        3,
+        2,
+        5,
+        3,
+        2,
+        3,
+        2,
+        3,
+        0,
+        3,
+        2,
+        5,
+        2,
+        2,
+        3,
+        2,
+        3,
+        3,
+        7,
+        5,
+        3,
+        3,
+        3,
+        2,
+        3,
+        5,
+        5,
+        2,
+        3,
+        0,
+        2,
+        2
+      ],
+      "best_token_acc": [
+        0.916015625,
+        0.9052734375,
+        0.9248046875,
+        0.96484375,
+        0.9599609375,
+        0.958984375,
+        0.91796875,
+        0.921875,
+        0.958984375,
+        0.896484375,
+        0.2138671875,
+        0.921875,
+        0.9189453125,
+        0.9443359375,
+        0.947265625,
+        0.9599609375,
+        0.9130859375,
+        0.9443359375,
+        0.900390625,
+        0.9619140625,
+        0.9189453125,
+        0.9033203125,
+        0.9609375,
+        0.943359375,
+        0.9609375,
+        0.9423828125,
+        0.9619140625,
+        0.9609375,
+        0.900390625,
+        0.8935546875,
+        0.888671875,
+        0.916015625,
+        0.9013671875,
+        0.962890625,
+        0.9287109375,
+        0.896484375,
+        0.9599609375,
+        0.896484375,
+        0.9580078125,
+        0.90234375,
+        0.6923828125,
+        0.8994140625,
+        0.962890625,
+        0.919921875,
+        0.9619140625,
+        0.962890625,
+        0.8955078125,
+        0.958984375,
+        0.8955078125,
+        0.8994140625,
+        0.947265625,
+        0.919921875,
+        0.892578125,
+        0.8955078125,
+        0.9013671875,
+        0.9580078125,
+        0.900390625,
+        0.9189453125,
+        0.91796875,
+        0.9599609375,
+        0.8974609375,
+        0.6845703125,
+        0.9638671875,
+        0.9599609375
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=dual_line_resample run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=2000 views=1024000 token_acc=0.9106 exact=0/64 exact_refs=0 hits=[]
+[ctx1024-sampleds] train config=p50_unif0_0p25_outwdm1 from=2000 to=3000
+[ctx1024-sampleds] eval config=p50_unif0_0p25_outwdm1 step=3000
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=3000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0003000.pt",
+      "ckpt_step": 3000,
+      "endpoint_softening": "none",
+      "decode_rule": "flowmap",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.9010009765625,
+      "token_acc_min": 0.326171875,
+      "token_acc_max": 0.998046875,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        7,
+        3,
+        7,
+        3,
+        1,
+        1,
+        3,
+        1,
+        7,
+        0,
+        5,
+        3,
+        3,
+        3,
+        3,
+        3,
+        1,
+        7,
+        3,
+        3,
+        3,
+        3,
+        1,
+        1,
+        7,
+        3,
+        5,
+        0,
+        5,
+        7,
+        2,
+        3,
+        7,
+        7,
+        7,
+        3,
+        3,
+        1,
+        3,
+        2,
+        7,
+        3,
+        3,
+        4,
+        7,
+        6,
+        5,
+        1,
+        4,
+        7,
+        4,
+        3,
+        7,
+        6,
+        3,
+        3,
+        4,
+        3,
+        3,
+        3,
+        7,
+        1,
+        3,
+        7
+      ],
+      "best_token_acc": [
+        0.8759765625,
+        0.7099609375,
+        0.978515625,
+        0.86328125,
+        0.9892578125,
+        0.9453125,
+        0.908203125,
+        0.9814453125,
+        0.9169921875,
+        0.994140625,
+        0.9716796875,
+        0.3310546875,
+        0.9951171875,
+        0.9892578125,
+        0.5888671875,
+        0.9912109375,
+        0.8974609375,
+        0.9853515625,
+        0.6357421875,
+        0.98046875,
+        0.986328125,
+        0.9921875,
+        0.9853515625,
+        0.998046875,
+        0.9951171875,
+        0.6083984375,
+        0.998046875,
+        0.99609375,
+        0.9921875,
+        0.9677734375,
+        0.99609375,
+        0.9921875,
+        0.9970703125,
+        0.9970703125,
+        0.9755859375,
+        0.9951171875,
+        0.7470703125,
+        0.892578125,
+        0.9951171875,
+        0.5029296875,
+        0.904296875,
+        0.92578125,
+        0.99609375,
+        0.9814453125,
+        0.99609375,
+        0.8505859375,
+        0.998046875,
+        0.9912109375,
+        0.9619140625,
+        0.998046875,
+        0.970703125,
+        0.9931640625,
+        0.9873046875,
+        0.947265625,
+        0.9921875,
+        0.8095703125,
+        0.8603515625,
+        0.4853515625,
+        0.326171875,
+        0.99609375,
+        0.998046875,
+        0.9912109375,
+        0.7861328125,
+        0.77734375
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=flowmap run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=3000 views=1536000 token_acc=0.9010 exact=0/64 exact_refs=0 hits=[]
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=3000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0003000.pt",
+      "ckpt_step": 3000,
+      "endpoint_softening": "none",
+      "decode_rule": "dual_line_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.9642333984375,
+      "token_acc_min": 0.4638671875,
+      "token_acc_max": 0.9892578125,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        5,
+        3,
+        6,
+        5,
+        3,
+        7,
+        4,
+        7,
+        7,
+        3,
+        3,
+        7,
+        7,
+        7,
+        2,
+        5,
+        7,
+        7,
+        5,
+        3,
+        7,
+        5,
+        3,
+        7,
+        3,
+        1,
+        2,
+        5,
+        3,
+        3,
+        3,
+        7,
+        5,
+        5,
+        3,
+        2,
+        7,
+        3,
+        5,
+        2,
+        7,
+        3,
+        7,
+        7,
+        7,
+        7,
+        2,
+        7,
+        2,
+        7,
+        7,
+        3,
+        5,
+        5,
+        3,
+        2,
+        7,
+        7,
+        2,
+        2,
+        7,
+        3,
+        2,
+        7
+      ],
+      "best_token_acc": [
+        0.9619140625,
+        0.97265625,
+        0.4638671875,
+        0.9677734375,
+        0.98046875,
+        0.9765625,
+        0.900390625,
+        0.966796875,
+        0.9658203125,
+        0.9814453125,
+        0.9833984375,
+        0.9765625,
+        0.9697265625,
+        0.9775390625,
+        0.9892578125,
+        0.9716796875,
+        0.974609375,
+        0.9658203125,
+        0.974609375,
+        0.98046875,
+        0.96484375,
+        0.9609375,
+        0.9736328125,
+        0.97265625,
+        0.97265625,
+        0.947265625,
+        0.982421875,
+        0.96875,
+        0.9716796875,
+        0.9755859375,
+        0.9833984375,
+        0.9677734375,
+        0.9609375,
+        0.9677734375,
+        0.98046875,
+        0.9775390625,
+        0.9697265625,
+        0.9814453125,
+        0.951171875,
+        0.9833984375,
+        0.9716796875,
+        0.9755859375,
+        0.9736328125,
+        0.97265625,
+        0.9658203125,
+        0.9638671875,
+        0.982421875,
+        0.97265625,
+        0.9833984375,
+        0.9736328125,
+        0.97265625,
+        0.9794921875,
+        0.9638671875,
+        0.9658203125,
+        0.9755859375,
+        0.9873046875,
+        0.9716796875,
+        0.9736328125,
+        0.982421875,
+        0.9775390625,
+        0.97265625,
+        0.978515625,
+        0.9853515625,
+        0.9736328125
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=dual_line_resample run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=3000 views=1536000 token_acc=0.9642 exact=0/64 exact_refs=0 hits=[]
+[ctx1024-sampleds] train config=p50_unif0_0p25_outwdm1 from=3000 to=4000
+[ctx1024-sampleds] eval config=p50_unif0_0p25_outwdm1 step=4000
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=4000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0004000.pt",
+      "ckpt_step": 4000,
+      "endpoint_softening": "none",
+      "decode_rule": "flowmap",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.8270416259765625,
+      "token_acc_min": 0.052734375,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.03125,
+      "exact_count": 2,
+      "exact_ref_coverage": 0.125,
+      "exact_ref_count": 1,
+      "exact_ref_hits": [
+        7
+      ],
+      "best_ref_idx": [
+        7,
+        0,
+        0,
+        7,
+        7,
+        3,
+        7,
+        3,
+        3,
+        7,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        7,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        2,
+        7,
+        3,
+        3,
+        3,
+        2,
+        7,
+        3,
+        7,
+        3,
+        3,
+        3,
+        3,
+        7,
+        7,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        7,
+        3,
+        3,
+        3,
+        6,
+        7,
+        7,
+        3
+      ],
+      "best_token_acc": [
+        0.9462890625,
+        0.052734375,
+        0.9970703125,
+        0.9736328125,
+        0.814453125,
+        0.716796875,
+        0.998046875,
+        0.962890625,
+        0.8505859375,
+        0.9296875,
+        0.5390625,
+        0.97265625,
+        0.890625,
+        0.677734375,
+        0.9365234375,
+        0.5703125,
+        0.5673828125,
+        0.939453125,
+        0.998046875,
+        0.890625,
+        0.4892578125,
+        0.966796875,
+        0.9521484375,
+        0.9169921875,
+        0.970703125,
+        0.921875,
+        0.646484375,
+        1.0,
+        0.7109375,
+        0.9697265625,
+        0.9658203125,
+        0.6962890625,
+        0.998046875,
+        0.556640625,
+        0.5048828125,
+        0.9599609375,
+        0.779296875,
+        0.7666015625,
+        0.7333984375,
+        0.771484375,
+        0.94921875,
+        0.90625,
+        0.939453125,
+        0.8203125,
+        0.974609375,
+        0.873046875,
+        0.599609375,
+        0.8740234375,
+        0.99609375,
+        0.9443359375,
+        0.87890625,
+        0.80859375,
+        0.69921875,
+        0.7021484375,
+        0.98828125,
+        0.896484375,
+        1.0,
+        0.9541015625,
+        0.953125,
+        0.5869140625,
+        0.9755859375,
+        0.9677734375,
+        0.5693359375,
+        0.5712890625
+      ]
+    }
+  },
+  "first_exact_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0004000.pt",
+      "ckpt_step": 4000,
+      "endpoint_softening": "none",
+      "decode_rule": "flowmap",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.8270416259765625,
+      "token_acc_min": 0.052734375,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.03125,
+      "exact_count": 2,
+      "exact_ref_coverage": 0.125,
+      "exact_ref_count": 1,
+      "exact_ref_hits": [
+        7
+      ],
+      "best_ref_idx": [
+        7,
+        0,
+        0,
+        7,
+        7,
+        3,
+        7,
+        3,
+        3,
+        7,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        7,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        2,
+        7,
+        3,
+        3,
+        3,
+        2,
+        7,
+        3,
+        7,
+        3,
+        3,
+        3,
+        3,
+        7,
+        7,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        7,
+        3,
+        3,
+        3,
+        6,
+        7,
+        7,
+        3
+      ],
+      "best_token_acc": [
+        0.9462890625,
+        0.052734375,
+        0.9970703125,
+        0.9736328125,
+        0.814453125,
+        0.716796875,
+        0.998046875,
+        0.962890625,
+        0.8505859375,
+        0.9296875,
+        0.5390625,
+        0.97265625,
+        0.890625,
+        0.677734375,
+        0.9365234375,
+        0.5703125,
+        0.5673828125,
+        0.939453125,
+        0.998046875,
+        0.890625,
+        0.4892578125,
+        0.966796875,
+        0.9521484375,
+        0.9169921875,
+        0.970703125,
+        0.921875,
+        0.646484375,
+        1.0,
+        0.7109375,
+        0.9697265625,
+        0.9658203125,
+        0.6962890625,
+        0.998046875,
+        0.556640625,
+        0.5048828125,
+        0.9599609375,
+        0.779296875,
+        0.7666015625,
+        0.7333984375,
+        0.771484375,
+        0.94921875,
+        0.90625,
+        0.939453125,
+        0.8203125,
+        0.974609375,
+        0.873046875,
+        0.599609375,
+        0.8740234375,
+        0.99609375,
+        0.9443359375,
+        0.87890625,
+        0.80859375,
+        0.69921875,
+        0.7021484375,
+        0.98828125,
+        0.896484375,
+        1.0,
+        0.9541015625,
+        0.953125,
+        0.5869140625,
+        0.9755859375,
+        0.9677734375,
+        0.5693359375,
+        0.5712890625
+      ]
+    }
+  }
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=flowmap run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=4000 views=2048000 token_acc=0.8270 exact=2/64 exact_refs=1 hits=[7]
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=4000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0004000.pt",
+      "ckpt_step": 4000,
+      "endpoint_softening": "none",
+      "decode_rule": "dual_line_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.9935760498046875,
+      "token_acc_min": 0.9326171875,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.078125,
+      "exact_count": 5,
+      "exact_ref_coverage": 0.25,
+      "exact_ref_count": 2,
+      "exact_ref_hits": [
+        0,
+        7
+      ],
+      "best_ref_idx": [
+        0,
+        2,
+        0,
+        1,
+        0,
+        0,
+        2,
+        7,
+        3,
+        3,
+        2,
+        1,
+        3,
+        6,
+        3,
+        2,
+        3,
+        1,
+        6,
+        0,
+        2,
+        3,
+        3,
+        3,
+        2,
+        0,
+        0,
+        1,
+        0,
+        3,
+        3,
+        7,
+        3,
+        2,
+        2,
+        0,
+        1,
+        3,
+        2,
+        4,
+        3,
+        3,
+        3,
+        6,
+        0,
+        0,
+        6,
+        2,
+        3,
+        3,
+        3,
+        0,
+        0,
+        1,
+        2,
+        3,
+        5,
+        2,
+        3,
+        0,
+        0,
+        0,
+        3,
+        3
+      ],
+      "best_token_acc": [
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9931640625,
+        0.998046875,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        0.99609375,
+        0.9970703125,
+        0.998046875,
+        0.994140625,
+        0.99609375,
+        0.9365234375,
+        0.9970703125,
+        0.9990234375,
+        0.99609375,
+        0.994140625,
+        0.94140625,
+        0.9990234375,
+        0.9970703125,
+        0.99609375,
+        0.99609375,
+        0.9970703125,
+        0.998046875,
+        1.0,
+        1.0,
+        0.994140625,
+        0.9990234375,
+        0.99609375,
+        0.99609375,
+        1.0,
+        0.9970703125,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.994140625,
+        0.9970703125,
+        0.998046875,
+        0.9912109375,
+        0.99609375,
+        0.9970703125,
+        0.9970703125,
+        0.94140625,
+        0.9990234375,
+        0.9990234375,
+        0.9326171875,
+        0.998046875,
+        0.9970703125,
+        0.994140625,
+        0.99609375,
+        0.9990234375,
+        0.9990234375,
+        0.99609375,
+        0.9990234375,
+        0.9951171875,
+        0.994140625,
+        0.998046875,
+        0.998046875,
+        0.9990234375,
+        1.0,
+        0.998046875,
+        0.99609375,
+        0.994140625
+      ]
+    }
+  },
+  "first_exact_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0004000.pt",
+      "ckpt_step": 4000,
+      "endpoint_softening": "none",
+      "decode_rule": "dual_line_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.9935760498046875,
+      "token_acc_min": 0.9326171875,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.078125,
+      "exact_count": 5,
+      "exact_ref_coverage": 0.25,
+      "exact_ref_count": 2,
+      "exact_ref_hits": [
+        0,
+        7
+      ],
+      "best_ref_idx": [
+        0,
+        2,
+        0,
+        1,
+        0,
+        0,
+        2,
+        7,
+        3,
+        3,
+        2,
+        1,
+        3,
+        6,
+        3,
+        2,
+        3,
+        1,
+        6,
+        0,
+        2,
+        3,
+        3,
+        3,
+        2,
+        0,
+        0,
+        1,
+        0,
+        3,
+        3,
+        7,
+        3,
+        2,
+        2,
+        0,
+        1,
+        3,
+        2,
+        4,
+        3,
+        3,
+        3,
+        6,
+        0,
+        0,
+        6,
+        2,
+        3,
+        3,
+        3,
+        0,
+        0,
+        1,
+        2,
+        3,
+        5,
+        2,
+        3,
+        0,
+        0,
+        0,
+        3,
+        3
+      ],
+      "best_token_acc": [
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9931640625,
+        0.998046875,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        0.99609375,
+        0.9970703125,
+        0.998046875,
+        0.994140625,
+        0.99609375,
+        0.9365234375,
+        0.9970703125,
+        0.9990234375,
+        0.99609375,
+        0.994140625,
+        0.94140625,
+        0.9990234375,
+        0.9970703125,
+        0.99609375,
+        0.99609375,
+        0.9970703125,
+        0.998046875,
+        1.0,
+        1.0,
+        0.994140625,
+        0.9990234375,
+        0.99609375,
+        0.99609375,
+        1.0,
+        0.9970703125,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.994140625,
+        0.9970703125,
+        0.998046875,
+        0.9912109375,
+        0.99609375,
+        0.9970703125,
+        0.9970703125,
+        0.94140625,
+        0.9990234375,
+        0.9990234375,
+        0.9326171875,
+        0.998046875,
+        0.9970703125,
+        0.994140625,
+        0.99609375,
+        0.9990234375,
+        0.9990234375,
+        0.99609375,
+        0.9990234375,
+        0.9951171875,
+        0.994140625,
+        0.998046875,
+        0.998046875,
+        0.9990234375,
+        1.0,
+        0.998046875,
+        0.99609375,
+        0.994140625
+      ]
+    }
+  }
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=dual_line_resample run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=4000 views=2048000 token_acc=0.9936 exact=5/64 exact_refs=2 hits=[0, 7]
+[ctx1024-sampleds] train config=p50_unif0_0p25_outwdm1 from=4000 to=5000
+[ctx1024-sampleds] eval config=p50_unif0_0p25_outwdm1 step=5000
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=5000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0005000.pt",
+      "ckpt_step": 5000,
+      "endpoint_softening": "none",
+      "decode_rule": "flowmap",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.6998748779296875,
+      "token_acc_min": 0.3828125,
+      "token_acc_max": 0.9990234375,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        4,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        3,
+        4,
+        4,
+        4,
+        3,
+        3,
+        3,
+        4,
+        3,
+        3,
+        3,
+        3,
+        3,
+        4,
+        1,
+        4,
+        3,
+        3,
+        3,
+        3,
+        3,
+        1,
+        3,
+        3,
+        1,
+        4,
+        3,
+        3,
+        3,
+        4,
+        4,
+        1,
+        3,
+        4,
+        3,
+        3,
+        4,
+        3,
+        4,
+        4,
+        3,
+        3,
+        3,
+        1,
+        4,
+        3,
+        3,
+        4,
+        6,
+        3,
+        3,
+        6,
+        3,
+        3,
+        4,
+        3
+      ],
+      "best_token_acc": [
+        0.98046875,
+        0.6328125,
+        0.486328125,
+        0.3828125,
+        0.6083984375,
+        0.5205078125,
+        0.54296875,
+        0.798828125,
+        0.544921875,
+        0.9951171875,
+        0.9970703125,
+        0.896484375,
+        0.5927734375,
+        0.5908203125,
+        0.541015625,
+        0.9951171875,
+        0.6259765625,
+        0.642578125,
+        0.5029296875,
+        0.568359375,
+        0.5556640625,
+        0.8525390625,
+        0.97265625,
+        0.994140625,
+        0.4609375,
+        0.50390625,
+        0.822265625,
+        0.796875,
+        0.4970703125,
+        0.92578125,
+        0.51953125,
+        0.7138671875,
+        0.955078125,
+        0.759765625,
+        0.59765625,
+        0.7197265625,
+        0.865234375,
+        0.431640625,
+        0.9990234375,
+        0.4658203125,
+        0.552734375,
+        0.841796875,
+        0.6142578125,
+        0.603515625,
+        0.9892578125,
+        0.4833984375,
+        0.8916015625,
+        0.8662109375,
+        0.607421875,
+        0.5234375,
+        0.6083984375,
+        0.513671875,
+        0.9970703125,
+        0.5595703125,
+        0.654296875,
+        0.703125,
+        0.8779296875,
+        0.93359375,
+        0.6201171875,
+        0.8134765625,
+        0.46484375,
+        0.7587890625,
+        0.974609375,
+        0.4833984375
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=flowmap run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=5000 views=2560000 token_acc=0.6999 exact=0/64 exact_refs=0 hits=[]
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=5000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0005000.pt",
+      "ckpt_step": 5000,
+      "endpoint_softening": "none",
+      "decode_rule": "dual_line_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.9088897705078125,
+      "token_acc_min": 0.6416015625,
+      "token_acc_max": 0.9892578125,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        3,
+        6,
+        6,
+        1,
+        7,
+        6,
+        6,
+        3,
+        6,
+        3,
+        3,
+        7,
+        6,
+        6,
+        6,
+        3,
+        3,
+        6,
+        6,
+        6,
+        3,
+        1,
+        1,
+        6,
+        3,
+        1,
+        1,
+        6,
+        7,
+        3,
+        6,
+        6,
+        6,
+        3,
+        1,
+        3,
+        3,
+        3,
+        6,
+        2,
+        6,
+        3,
+        3,
+        6,
+        1,
+        3,
+        1,
+        6,
+        6,
+        3,
+        6,
+        0,
+        3,
+        6,
+        6,
+        6,
+        3,
+        6,
+        6,
+        6,
+        1,
+        6,
+        1,
+        1
+      ],
+      "best_token_acc": [
+        0.984375,
+        0.8955078125,
+        0.9150390625,
+        0.7880859375,
+        0.9755859375,
+        0.9052734375,
+        0.8994140625,
+        0.9814453125,
+        0.908203125,
+        0.9765625,
+        0.9814453125,
+        0.966796875,
+        0.87890625,
+        0.9130859375,
+        0.923828125,
+        0.9853515625,
+        0.984375,
+        0.900390625,
+        0.9091796875,
+        0.9072265625,
+        0.98046875,
+        0.8125,
+        0.7685546875,
+        0.912109375,
+        0.9814453125,
+        0.771484375,
+        0.767578125,
+        0.892578125,
+        0.966796875,
+        0.9833984375,
+        0.9052734375,
+        0.8984375,
+        0.9072265625,
+        0.986328125,
+        0.8037109375,
+        0.9833984375,
+        0.9765625,
+        0.9892578125,
+        0.9033203125,
+        0.6416015625,
+        0.91796875,
+        0.9892578125,
+        0.9833984375,
+        0.9453125,
+        0.775390625,
+        0.986328125,
+        0.80078125,
+        0.9091796875,
+        0.9111328125,
+        0.984375,
+        0.884765625,
+        0.923828125,
+        0.9892578125,
+        0.9111328125,
+        0.9208984375,
+        0.931640625,
+        0.9892578125,
+        0.9091796875,
+        0.9228515625,
+        0.87890625,
+        0.80859375,
+        0.8984375,
+        0.802734375,
+        0.7822265625
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=dual_line_resample run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=5000 views=2560000 token_acc=0.9089 exact=0/64 exact_refs=0 hits=[]
+[ctx1024-sampleds] train config=p50_unif0_0p25_outwdm1 from=5000 to=6000
+[ctx1024-sampleds] eval config=p50_unif0_0p25_outwdm1 step=6000
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=6000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0006000.pt",
+      "ckpt_step": 6000,
+      "endpoint_softening": "none",
+      "decode_rule": "flowmap",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.3032989501953125,
+      "token_acc_min": 0.001953125,
+      "token_acc_max": 0.9462890625,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        6,
+        6,
+        4,
+        4,
+        4,
+        4,
+        4,
+        4,
+        4,
+        2,
+        6,
+        2,
+        2,
+        1,
+        4,
+        4,
+        4,
+        4,
+        4,
+        4,
+        4,
+        2,
+        4,
+        2,
+        6,
+        3,
+        4,
+        4,
+        4,
+        6,
+        2,
+        4,
+        3,
+        4,
+        4,
+        4,
+        4,
+        4,
+        4,
+        2,
+        2,
+        1,
+        6,
+        4,
+        4,
+        4,
+        6,
+        4,
+        4,
+        4,
+        3,
+        4,
+        4,
+        4,
+        2,
+        4,
+        4,
+        4,
+        6,
+        6,
+        4,
+        4,
+        4,
+        2
+      ],
+      "best_token_acc": [
+        0.517578125,
+        0.326171875,
+        0.001953125,
+        0.37109375,
+        0.373046875,
+        0.4052734375,
+        0.3037109375,
+        0.369140625,
+        0.40234375,
+        0.0458984375,
+        0.3310546875,
+        0.0302734375,
+        0.017578125,
+        0.91796875,
+        0.2734375,
+        0.41796875,
+        0.30859375,
+        0.388671875,
+        0.3037109375,
+        0.376953125,
+        0.375,
+        0.029296875,
+        0.298828125,
+        0.02734375,
+        0.3544921875,
+        0.8994140625,
+        0.1884765625,
+        0.4306640625,
+        0.3720703125,
+        0.28515625,
+        0.0478515625,
+        0.359375,
+        0.099609375,
+        0.3427734375,
+        0.3759765625,
+        0.330078125,
+        0.3583984375,
+        0.35546875,
+        0.3056640625,
+        0.04296875,
+        0.0537109375,
+        0.9462890625,
+        0.00390625,
+        0.0986328125,
+        0.359375,
+        0.3974609375,
+        0.30078125,
+        0.357421875,
+        0.326171875,
+        0.2978515625,
+        0.06640625,
+        0.37109375,
+        0.3583984375,
+        0.353515625,
+        0.0380859375,
+        0.3076171875,
+        0.3388671875,
+        0.35546875,
+        0.4736328125,
+        0.31640625,
+        0.33984375,
+        0.2080078125,
+        0.3388671875,
+        0.0419921875
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=flowmap run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=6000 views=3072000 token_acc=0.3033 exact=0/64 exact_refs=0 hits=[]
+[eval-decode-acc] train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 step=6000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0006000.pt",
+      "ckpt_step": 6000,
+      "endpoint_softening": "none",
+      "decode_rule": "dual_line_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.922149658203125,
+      "token_acc_min": 0.716796875,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.015625,
+      "exact_count": 1,
+      "exact_ref_coverage": 0.125,
+      "exact_ref_count": 1,
+      "exact_ref_hits": [
+        6
+      ],
+      "best_ref_idx": [
+        7,
+        0,
+        7,
+        0,
+        0,
+        4,
+        4,
+        0,
+        2,
+        1,
+        2,
+        3,
+        1,
+        0,
+        6,
+        7,
+        4,
+        5,
+        6,
+        0,
+        6,
+        3,
+        5,
+        6,
+        1,
+        4,
+        7,
+        2,
+        3,
+        2,
+        7,
+        1,
+        0,
+        7,
+        0,
+        5,
+        0,
+        0,
+        0,
+        0,
+        0,
+        4,
+        1,
+        4,
+        0,
+        0,
+        0,
+        3,
+        0,
+        0,
+        7,
+        3,
+        0,
+        6,
+        6,
+        6,
+        0,
+        0,
+        7,
+        0,
+        1,
+        1,
+        0,
+        5
+      ],
+      "best_token_acc": [
+        0.84765625,
+        0.994140625,
+        0.796875,
+        0.99609375,
+        0.9921875,
+        0.970703125,
+        0.9443359375,
+        0.994140625,
+        0.78515625,
+        0.755859375,
+        0.751953125,
+        0.9677734375,
+        0.7392578125,
+        0.994140625,
+        0.9970703125,
+        0.8046875,
+        0.955078125,
+        0.9814453125,
+        0.9990234375,
+        0.9951171875,
+        1.0,
+        0.970703125,
+        0.982421875,
+        0.9990234375,
+        0.732421875,
+        0.958984375,
+        0.7578125,
+        0.794921875,
+        0.9697265625,
+        0.7646484375,
+        0.7294921875,
+        0.8017578125,
+        0.990234375,
+        0.759765625,
+        0.9951171875,
+        0.9794921875,
+        0.994140625,
+        0.99609375,
+        0.9921875,
+        0.990234375,
+        0.9912109375,
+        0.9580078125,
+        0.716796875,
+        0.94140625,
+        0.994140625,
+        0.9921875,
+        0.9931640625,
+        0.9755859375,
+        0.9970703125,
+        0.9970703125,
+        0.81640625,
+        0.9775390625,
+        0.998046875,
+        0.998046875,
+        0.998046875,
+        0.998046875,
+        0.9873046875,
+        0.994140625,
+        0.77734375,
+        0.9931640625,
+        0.779296875,
+        0.740234375,
+        0.9921875,
+        0.9892578125
+      ]
+    }
+  },
+  "first_exact_by_run": {
+    "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929::none": {
+      "run": "train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929",
+      "checkpoint": "runs/train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929/step_0006000.pt",
+      "ckpt_step": 6000,
+      "endpoint_softening": "none",
+      "decode_rule": "dual_line_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.922149658203125,
+      "token_acc_min": 0.716796875,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.015625,
+      "exact_count": 1,
+      "exact_ref_coverage": 0.125,
+      "exact_ref_count": 1,
+      "exact_ref_hits": [
+        6
+      ],
+      "best_ref_idx": [
+        7,
+        0,
+        7,
+        0,
+        0,
+        4,
+        4,
+        0,
+        2,
+        1,
+        2,
+        3,
+        1,
+        0,
+        6,
+        7,
+        4,
+        5,
+        6,
+        0,
+        6,
+        3,
+        5,
+        6,
+        1,
+        4,
+        7,
+        2,
+        3,
+        2,
+        7,
+        1,
+        0,
+        7,
+        0,
+        5,
+        0,
+        0,
+        0,
+        0,
+        0,
+        4,
+        1,
+        4,
+        0,
+        0,
+        0,
+        3,
+        0,
+        0,
+        7,
+        3,
+        0,
+        6,
+        6,
+        6,
+        0,
+        0,
+        7,
+        0,
+        1,
+        1,
+        0,
+        5
+      ],
+      "best_token_acc": [
+        0.84765625,
+        0.994140625,
+        0.796875,
+        0.99609375,
+        0.9921875,
+        0.970703125,
+        0.9443359375,
+        0.994140625,
+        0.78515625,
+        0.755859375,
+        0.751953125,
+        0.9677734375,
+        0.7392578125,
+        0.994140625,
+        0.9970703125,
+        0.8046875,
+        0.955078125,
+        0.9814453125,
+        0.9990234375,
+        0.9951171875,
+        1.0,
+        0.970703125,
+        0.982421875,
+        0.9990234375,
+        0.732421875,
+        0.958984375,
+        0.7578125,
+        0.794921875,
+        0.9697265625,
+        0.7646484375,
+        0.7294921875,
+        0.8017578125,
+        0.990234375,
+        0.759765625,
+        0.9951171875,
+        0.9794921875,
+        0.994140625,
+        0.99609375,
+        0.9921875,
+        0.990234375,
+        0.9912109375,
+        0.9580078125,
+        0.716796875,
+        0.94140625,
+        0.994140625,
+        0.9921875,
+        0.9931640625,
+        0.9755859375,
+        0.9970703125,
+        0.9970703125,
+        0.81640625,
+        0.9775390625,
+        0.998046875,
+        0.998046875,
+        0.998046875,
+        0.998046875,
+        0.9873046875,
+        0.994140625,
+        0.77734375,
+        0.9931640625,
+        0.779296875,
+        0.740234375,
+        0.9921875,
+        0.9892578125
+      ]
+    }
+  }
+}
+RESULT config=p50_unif0_0p25_outwdm1 decode=dual_line_resample run=train8_ctx1024_core_p50_unif0_0p25_outwdm1_ctx1024_core_tradeoff_dual_20260517_230929 ckpt_step=6000 views=3072000 token_acc=0.9221 exact=1/64 exact_refs=1 hits=[6]
+[ctx1024-sampleds] train config=p50_unif0_0p25_outwdm1 from=6000 to=7000

LTA_openwebtext_dualt/logs/ctx1024_sampleds_sweep_4gpu/t5tok_ctx1024_k03_20260518_022728.log

@@ -0,0 +1,1808 @@
+[ctx1024-sampleds] start stamp=t5tok_ctx1024_k03_20260518_022728 len=1024 vocab=2423 out=docs/lta_samples/metrics_20260518/t5tok_ctx1024_k03_t5tok_ctx1024_k03_20260518_022728
+[ctx1024-sampleds] config=p50_rand0_3_unif0_0p25_outwdm1 run=train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 p=0.50 mode=sampled_path steps=3 steps_min=0 s_dist=uniform s_frac=0.0->0.25 beta=2.0,6.0 outwd=-1 sync_t=1
+[ctx1024-sampleds] train config=p50_rand0_3_unif0_0p25_outwdm1 from=0 to=1000
+[ctx1024-sampleds] eval config=p50_rand0_3_unif0_0p25_outwdm1 step=1000
+[eval-decode-acc] train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 step=1000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728::none": {
+      "run": "train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728",
+      "checkpoint": "runs/train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728/step_0001000.pt",
+      "ckpt_step": 1000,
+      "endpoint_softening": "none",
+      "decode_rule": "dirichlet_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.064483642578125,
+      "token_acc_min": 0.013671875,
+      "token_acc_max": 0.7587890625,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        0,
+        5,
+        5,
+        5,
+        5,
+        5,
+        3,
+        0,
+        5,
+        5,
+        5,
+        5,
+        0,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        0,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        7,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        7,
+        5,
+        5,
+        3,
+        5,
+        5,
+        3,
+        5,
+        0,
+        5,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        4,
+        5,
+        5,
+        5,
+        5
+      ],
+      "best_token_acc": [
+        0.0166015625,
+        0.015625,
+        0.046875,
+        0.021484375,
+        0.0576171875,
+        0.115234375,
+        0.0185546875,
+        0.013671875,
+        0.046875,
+        0.0400390625,
+        0.041015625,
+        0.0419921875,
+        0.015625,
+        0.029296875,
+        0.0576171875,
+        0.0224609375,
+        0.0390625,
+        0.478515625,
+        0.7587890625,
+        0.0166015625,
+        0.0185546875,
+        0.0234375,
+        0.03125,
+        0.64453125,
+        0.03515625,
+        0.0205078125,
+        0.03125,
+        0.0283203125,
+        0.0361328125,
+        0.0244140625,
+        0.0283203125,
+        0.02734375,
+        0.02734375,
+        0.02734375,
+        0.0361328125,
+        0.2294921875,
+        0.0380859375,
+        0.0302734375,
+        0.03515625,
+        0.0302734375,
+        0.0205078125,
+        0.021484375,
+        0.0302734375,
+        0.0224609375,
+        0.013671875,
+        0.041015625,
+        0.0234375,
+        0.025390625,
+        0.0185546875,
+        0.0244140625,
+        0.0361328125,
+        0.0205078125,
+        0.099609375,
+        0.060546875,
+        0.0517578125,
+        0.0234375,
+        0.037109375,
+        0.029296875,
+        0.052734375,
+        0.0185546875,
+        0.056640625,
+        0.0302734375,
+        0.03515625,
+        0.037109375
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p50_rand0_3_unif0_0p25_outwdm1 decode=dirichlet_resample run=train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 ckpt_step=1000 views=512000 token_acc=0.0645 exact=0/64 exact_refs=0 hits=[]
+[ctx1024-sampleds] train config=p50_rand0_3_unif0_0p25_outwdm1 from=1000 to=2000
+[ctx1024-sampleds] eval config=p50_rand0_3_unif0_0p25_outwdm1 step=2000
+[eval-decode-acc] train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 step=2000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728::none": {
+      "run": "train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728",
+      "checkpoint": "runs/train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728/step_0002000.pt",
+      "ckpt_step": 2000,
+      "endpoint_softening": "none",
+      "decode_rule": "dirichlet_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.922027587890625,
+      "token_acc_min": 0.0126953125,
+      "token_acc_max": 0.9990234375,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        5,
+        7,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        3,
+        5,
+        5,
+        5,
+        5,
+        5,
+        3,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        2,
+        5,
+        5,
+        5,
+        5,
+        5,
+        2,
+        7,
+        2,
+        5,
+        5,
+        5,
+        2,
+        5,
+        5,
+        5,
+        5,
+        7,
+        5,
+        5,
+        7,
+        5,
+        5,
+        5,
+        5,
+        2,
+        2,
+        5,
+        5,
+        2,
+        5,
+        5,
+        5,
+        5
+      ],
+      "best_token_acc": [
+        0.9990234375,
+        0.9970703125,
+        0.998046875,
+        0.9970703125,
+        0.9970703125,
+        0.998046875,
+        0.9970703125,
+        0.998046875,
+        0.998046875,
+        0.9970703125,
+        0.9990234375,
+        0.998046875,
+        0.998046875,
+        0.998046875,
+        0.998046875,
+        0.998046875,
+        0.9990234375,
+        0.998046875,
+        0.9990234375,
+        0.998046875,
+        0.998046875,
+        0.9970703125,
+        0.9990234375,
+        0.998046875,
+        0.9970703125,
+        0.998046875,
+        0.998046875,
+        0.029296875,
+        0.9970703125,
+        0.029296875,
+        0.9990234375,
+        0.998046875,
+        0.9970703125,
+        0.9970703125,
+        0.9970703125,
+        0.9970703125,
+        0.9990234375,
+        0.998046875,
+        0.9990234375,
+        0.0322265625,
+        0.998046875,
+        0.998046875,
+        0.998046875,
+        0.9970703125,
+        0.998046875,
+        0.9970703125,
+        0.029296875,
+        0.998046875,
+        0.998046875,
+        0.998046875,
+        0.998046875,
+        0.0126953125,
+        0.998046875,
+        0.9970703125,
+        0.9970703125,
+        0.9990234375,
+        0.9990234375,
+        0.9970703125,
+        0.998046875,
+        0.9990234375,
+        0.9970703125,
+        0.998046875,
+        0.9970703125,
+        0.998046875
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p50_rand0_3_unif0_0p25_outwdm1 decode=dirichlet_resample run=train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 ckpt_step=2000 views=1024000 token_acc=0.9220 exact=0/64 exact_refs=0 hits=[]
+[ctx1024-sampleds] train config=p50_rand0_3_unif0_0p25_outwdm1 from=2000 to=3000
+[ctx1024-sampleds] eval config=p50_rand0_3_unif0_0p25_outwdm1 step=3000
+[eval-decode-acc] train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 step=3000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728::none": {
+      "run": "train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728",
+      "checkpoint": "runs/train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728/step_0003000.pt",
+      "ckpt_step": 3000,
+      "endpoint_softening": "none",
+      "decode_rule": "dirichlet_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.9999847412109375,
+      "token_acc_min": 0.9990234375,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.984375,
+      "exact_count": 63,
+      "exact_ref_coverage": 0.375,
+      "exact_ref_count": 3,
+      "exact_ref_hits": [
+        1,
+        3,
+        5
+      ],
+      "best_ref_idx": [
+        5,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        3,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        3,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5
+      ],
+      "best_token_acc": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0
+      ]
+    }
+  },
+  "first_exact_by_run": {
+    "train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728::none": {
+      "run": "train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728",
+      "checkpoint": "runs/train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728/step_0003000.pt",
+      "ckpt_step": 3000,
+      "endpoint_softening": "none",
+      "decode_rule": "dirichlet_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.9999847412109375,
+      "token_acc_min": 0.9990234375,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.984375,
+      "exact_count": 63,
+      "exact_ref_coverage": 0.375,
+      "exact_ref_count": 3,
+      "exact_ref_hits": [
+        1,
+        3,
+        5
+      ],
+      "best_ref_idx": [
+        5,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        3,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        3,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5
+      ],
+      "best_token_acc": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0
+      ]
+    }
+  }
+}
+RESULT config=p50_rand0_3_unif0_0p25_outwdm1 decode=dirichlet_resample run=train8_ctx1024_t5tok_p50_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 ckpt_step=3000 views=1536000 token_acc=1.0000 exact=63/64 exact_refs=3 hits=[1, 3, 5]
+[ctx1024-sampleds] early-hit config=p50_rand0_3_unif0_0p25_outwdm1
+[ctx1024-sampleds] config=p35_rand0_3_unif0_0p25_outwdm1 run=train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 p=0.35 mode=sampled_path steps=3 steps_min=0 s_dist=uniform s_frac=0.0->0.25 beta=2.0,6.0 outwd=-1 sync_t=1
+[ctx1024-sampleds] train config=p35_rand0_3_unif0_0p25_outwdm1 from=0 to=1000
+[ctx1024-sampleds] eval config=p35_rand0_3_unif0_0p25_outwdm1 step=1000
+[eval-decode-acc] train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 step=1000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728::none": {
+      "run": "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728",
+      "checkpoint": "runs/train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728/step_0001000.pt",
+      "ckpt_step": 1000,
+      "endpoint_softening": "none",
+      "decode_rule": "dirichlet_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.0539703369140625,
+      "token_acc_min": 0.0205078125,
+      "token_acc_max": 0.6650390625,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        5,
+        5,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        1,
+        5,
+        1,
+        5,
+        5,
+        5,
+        5,
+        3,
+        0,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        1,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        4,
+        5,
+        5
+      ],
+      "best_token_acc": [
+        0.0322265625,
+        0.0439453125,
+        0.033203125,
+        0.029296875,
+        0.0234375,
+        0.03515625,
+        0.033203125,
+        0.029296875,
+        0.0205078125,
+        0.0244140625,
+        0.029296875,
+        0.0400390625,
+        0.037109375,
+        0.044921875,
+        0.0361328125,
+        0.0224609375,
+        0.0224609375,
+        0.0205078125,
+        0.462890625,
+        0.0244140625,
+        0.0751953125,
+        0.05078125,
+        0.03125,
+        0.0654296875,
+        0.0732421875,
+        0.0302734375,
+        0.033203125,
+        0.0205078125,
+        0.02734375,
+        0.02734375,
+        0.0234375,
+        0.029296875,
+        0.6650390625,
+        0.03515625,
+        0.0400390625,
+        0.0234375,
+        0.056640625,
+        0.0380859375,
+        0.107421875,
+        0.0400390625,
+        0.029296875,
+        0.0380859375,
+        0.0263671875,
+        0.0439453125,
+        0.033203125,
+        0.0400390625,
+        0.0400390625,
+        0.044921875,
+        0.0302734375,
+        0.0390625,
+        0.0244140625,
+        0.025390625,
+        0.0244140625,
+        0.07421875,
+        0.0263671875,
+        0.029296875,
+        0.025390625,
+        0.044921875,
+        0.1220703125,
+        0.025390625,
+        0.044921875,
+        0.021484375,
+        0.0361328125,
+        0.0263671875
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p35_rand0_3_unif0_0p25_outwdm1 decode=dirichlet_resample run=train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 ckpt_step=1000 views=512000 token_acc=0.0540 exact=0/64 exact_refs=0 hits=[]
+[ctx1024-sampleds] train config=p35_rand0_3_unif0_0p25_outwdm1 from=1000 to=2000
+[ctx1024-sampleds] eval config=p35_rand0_3_unif0_0p25_outwdm1 step=2000
+[eval-decode-acc] train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 step=2000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728::none": {
+      "run": "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728",
+      "checkpoint": "runs/train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728/step_0002000.pt",
+      "ckpt_step": 2000,
+      "endpoint_softening": "none",
+      "decode_rule": "dirichlet_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.8461456298828125,
+      "token_acc_min": 0.0302734375,
+      "token_acc_max": 0.998046875,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5
+      ],
+      "best_token_acc": [
+        0.99609375,
+        0.9970703125,
+        0.9970703125,
+        0.9970703125,
+        0.9970703125,
+        0.9970703125,
+        0.9970703125,
+        0.9970703125,
+        0.9951171875,
+        0.998046875,
+        0.99609375,
+        0.998046875,
+        0.0302734375,
+        0.9970703125,
+        0.99609375,
+        0.9970703125,
+        0.998046875,
+        0.9970703125,
+        0.0302734375,
+        0.998046875,
+        0.03125,
+        0.998046875,
+        0.0302734375,
+        0.998046875,
+        0.0302734375,
+        0.9970703125,
+        0.998046875,
+        0.0302734375,
+        0.0302734375,
+        0.998046875,
+        0.9970703125,
+        0.99609375,
+        0.9970703125,
+        0.9970703125,
+        0.998046875,
+        0.9970703125,
+        0.998046875,
+        0.99609375,
+        0.9970703125,
+        0.0302734375,
+        0.9970703125,
+        0.998046875,
+        0.9970703125,
+        0.998046875,
+        0.9970703125,
+        0.9970703125,
+        0.9970703125,
+        0.9970703125,
+        0.9951171875,
+        0.998046875,
+        0.9970703125,
+        0.99609375,
+        0.998046875,
+        0.033203125,
+        0.998046875,
+        0.99609375,
+        0.9970703125,
+        0.99609375,
+        0.9970703125,
+        0.03125,
+        0.99609375,
+        0.998046875,
+        0.9970703125,
+        0.998046875
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p35_rand0_3_unif0_0p25_outwdm1 decode=dirichlet_resample run=train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 ckpt_step=2000 views=1024000 token_acc=0.8461 exact=0/64 exact_refs=0 hits=[]
+[ctx1024-sampleds] train config=p35_rand0_3_unif0_0p25_outwdm1 from=2000 to=3000
+[ctx1024-sampleds] eval config=p35_rand0_3_unif0_0p25_outwdm1 step=3000
+[eval-decode-acc] train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 step=3000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728::none": {
+      "run": "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728",
+      "checkpoint": "runs/train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728/step_0003000.pt",
+      "ckpt_step": 3000,
+      "endpoint_softening": "none",
+      "decode_rule": "dirichlet_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.99884033203125,
+      "token_acc_min": 0.998046875,
+      "token_acc_max": 0.9990234375,
+      "exact_acc": 0.0,
+      "exact_count": 0,
+      "exact_ref_coverage": 0.0,
+      "exact_ref_count": 0,
+      "exact_ref_hits": [],
+      "best_ref_idx": [
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5,
+        5
+      ],
+      "best_token_acc": [
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.998046875,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.998046875,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.998046875,
+        0.998046875,
+        0.9990234375,
+        0.998046875,
+        0.998046875,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.998046875,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.998046875,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.998046875,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.998046875,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.998046875,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.998046875,
+        0.9990234375,
+        0.9990234375
+      ]
+    }
+  },
+  "first_exact_by_run": {}
+}
+RESULT config=p35_rand0_3_unif0_0p25_outwdm1 decode=dirichlet_resample run=train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 ckpt_step=3000 views=1536000 token_acc=0.9988 exact=0/64 exact_refs=0 hits=[]
+[ctx1024-sampleds] train config=p35_rand0_3_unif0_0p25_outwdm1 from=3000 to=4000
+[ctx1024-sampleds] eval config=p35_rand0_3_unif0_0p25_outwdm1 step=4000
+[eval-decode-acc] train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 step=4000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728::none": {
+      "run": "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728",
+      "checkpoint": "runs/train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728/step_0004000.pt",
+      "ckpt_step": 4000,
+      "endpoint_softening": "none",
+      "decode_rule": "dirichlet_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.999755859375,
+      "token_acc_min": 0.9990234375,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.75,
+      "exact_count": 48,
+      "exact_ref_coverage": 0.375,
+      "exact_ref_count": 3,
+      "exact_ref_hits": [
+        2,
+        4,
+        5
+      ],
+      "best_ref_idx": [
+        5,
+        5,
+        5,
+        4,
+        5,
+        4,
+        4,
+        4,
+        5,
+        4,
+        5,
+        2,
+        5,
+        5,
+        5,
+        5,
+        4,
+        5,
+        5,
+        4,
+        5,
+        5,
+        5,
+        5,
+        4,
+        5,
+        5,
+        5,
+        5,
+        4,
+        5,
+        4,
+        4,
+        4,
+        5,
+        4,
+        4,
+        4,
+        4,
+        5,
+        5,
+        4,
+        4,
+        4,
+        5,
+        5,
+        4,
+        5,
+        5,
+        4,
+        5,
+        5,
+        4,
+        5,
+        4,
+        5,
+        5,
+        5,
+        4,
+        4,
+        5,
+        5,
+        5,
+        5
+      ],
+      "best_token_acc": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375
+      ]
+    }
+  },
+  "first_exact_by_run": {
+    "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728::none": {
+      "run": "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728",
+      "checkpoint": "runs/train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728/step_0004000.pt",
+      "ckpt_step": 4000,
+      "endpoint_softening": "none",
+      "decode_rule": "dirichlet_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.999755859375,
+      "token_acc_min": 0.9990234375,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.75,
+      "exact_count": 48,
+      "exact_ref_coverage": 0.375,
+      "exact_ref_count": 3,
+      "exact_ref_hits": [
+        2,
+        4,
+        5
+      ],
+      "best_ref_idx": [
+        5,
+        5,
+        5,
+        4,
+        5,
+        4,
+        4,
+        4,
+        5,
+        4,
+        5,
+        2,
+        5,
+        5,
+        5,
+        5,
+        4,
+        5,
+        5,
+        4,
+        5,
+        5,
+        5,
+        5,
+        4,
+        5,
+        5,
+        5,
+        5,
+        4,
+        5,
+        4,
+        4,
+        4,
+        5,
+        4,
+        4,
+        4,
+        4,
+        5,
+        5,
+        4,
+        4,
+        4,
+        5,
+        5,
+        4,
+        5,
+        5,
+        4,
+        5,
+        5,
+        4,
+        5,
+        4,
+        5,
+        5,
+        5,
+        4,
+        4,
+        5,
+        5,
+        5,
+        5
+      ],
+      "best_token_acc": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375
+      ]
+    }
+  }
+}
+RESULT config=p35_rand0_3_unif0_0p25_outwdm1 decode=dirichlet_resample run=train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 ckpt_step=4000 views=2048000 token_acc=0.9998 exact=48/64 exact_refs=3 hits=[2, 4, 5]
+[ctx1024-sampleds] train config=p35_rand0_3_unif0_0p25_outwdm1 from=4000 to=5000
+[ctx1024-sampleds] eval config=p35_rand0_3_unif0_0p25_outwdm1 step=5000
+[eval-decode-acc] train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 step=5000 soft=none
+[decode] max_len=1024 generated=64/64
+{
+  "num_rows": 1,
+  "best_by_run": {
+    "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728::none": {
+      "run": "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728",
+      "checkpoint": "runs/train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728/step_0005000.pt",
+      "ckpt_step": 5000,
+      "endpoint_softening": "none",
+      "decode_rule": "dirichlet_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.9998321533203125,
+      "token_acc_min": 0.998046875,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.84375,
+      "exact_count": 54,
+      "exact_ref_coverage": 0.625,
+      "exact_ref_count": 5,
+      "exact_ref_hits": [
+        1,
+        2,
+        3,
+        5,
+        7
+      ],
+      "best_ref_idx": [
+        5,
+        5,
+        5,
+        5,
+        5,
+        3,
+        2,
+        5,
+        5,
+        5,
+        3,
+        2,
+        3,
+        5,
+        5,
+        3,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        3,
+        3,
+        3,
+        3,
+        5,
+        2,
+        5,
+        5,
+        5,
+        1,
+        5,
+        3,
+        1,
+        5,
+        5,
+        5,
+        5,
+        5,
+        7,
+        3,
+        5,
+        5,
+        5,
+        3,
+        5,
+        5,
+        3,
+        7,
+        1,
+        5,
+        7,
+        5,
+        5,
+        3,
+        5,
+        5,
+        3,
+        5,
+        5,
+        3,
+        5,
+        5
+      ],
+      "best_token_acc": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.998046875,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0
+      ]
+    }
+  },
+  "first_exact_by_run": {
+    "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728::none": {
+      "run": "train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728",
+      "checkpoint": "runs/train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728/step_0005000.pt",
+      "ckpt_step": 5000,
+      "endpoint_softening": "none",
+      "decode_rule": "dirichlet_resample",
+      "steps": 128,
+      "time_schedule": "logit_normal",
+      "model_t_mode": "post",
+      "final_from": "state",
+      "n_gen": 64,
+      "n_refs": 8,
+      "token_acc_mean": 0.9998321533203125,
+      "token_acc_min": 0.998046875,
+      "token_acc_max": 1.0,
+      "exact_acc": 0.84375,
+      "exact_count": 54,
+      "exact_ref_coverage": 0.625,
+      "exact_ref_count": 5,
+      "exact_ref_hits": [
+        1,
+        2,
+        3,
+        5,
+        7
+      ],
+      "best_ref_idx": [
+        5,
+        5,
+        5,
+        5,
+        5,
+        3,
+        2,
+        5,
+        5,
+        5,
+        3,
+        2,
+        3,
+        5,
+        5,
+        3,
+        5,
+        5,
+        1,
+        5,
+        5,
+        5,
+        3,
+        3,
+        3,
+        3,
+        5,
+        2,
+        5,
+        5,
+        5,
+        1,
+        5,
+        3,
+        1,
+        5,
+        5,
+        5,
+        5,
+        5,
+        7,
+        3,
+        5,
+        5,
+        5,
+        3,
+        5,
+        5,
+        3,
+        7,
+        1,
+        5,
+        7,
+        5,
+        5,
+        3,
+        5,
+        5,
+        3,
+        5,
+        5,
+        3,
+        5,
+        5
+      ],
+      "best_token_acc": [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.998046875,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        0.9990234375,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0
+      ]
+    }
+  }
+}
+RESULT config=p35_rand0_3_unif0_0p25_outwdm1 decode=dirichlet_resample run=train8_ctx1024_t5tok_p35_rand0_3_unif0_0p25_outwdm1_t5tok_ctx1024_k03_20260518_022728 ckpt_step=5000 views=2560000 token_acc=0.9998 exact=54/64 exact_refs=5 hits=[1, 2, 3, 5, 7]
+[ctx1024-sampleds] capped config=p35_rand0_3_unif0_0p25_outwdm1 step=5000
+[ctx1024-sampleds] done

LTA_openwebtext_dualt/logs/ctx1024_sampleds_sweep_4gpu/t5tok_ctx1024_randk_20260518_014800.pid

@@ -0,0 +1 @@
+481284

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/anyio/__init__.py

@@ -0,0 +1,111 @@
+from __future__ import annotations
+
+from ._core._contextmanagers import AsyncContextManagerMixin as AsyncContextManagerMixin
+from ._core._contextmanagers import ContextManagerMixin as ContextManagerMixin
+from ._core._eventloop import current_time as current_time
+from ._core._eventloop import get_all_backends as get_all_backends
+from ._core._eventloop import get_available_backends as get_available_backends
+from ._core._eventloop import get_cancelled_exc_class as get_cancelled_exc_class
+from ._core._eventloop import run as run
+from ._core._eventloop import sleep as sleep
+from ._core._eventloop import sleep_forever as sleep_forever
+from ._core._eventloop import sleep_until as sleep_until
+from ._core._exceptions import BrokenResourceError as BrokenResourceError
+from ._core._exceptions import BrokenWorkerInterpreter as BrokenWorkerInterpreter
+from ._core._exceptions import BrokenWorkerProcess as BrokenWorkerProcess
+from ._core._exceptions import BusyResourceError as BusyResourceError
+from ._core._exceptions import ClosedResourceError as ClosedResourceError
+from ._core._exceptions import ConnectionFailed as ConnectionFailed
+from ._core._exceptions import DelimiterNotFound as DelimiterNotFound
+from ._core._exceptions import EndOfStream as EndOfStream
+from ._core._exceptions import IncompleteRead as IncompleteRead
+from ._core._exceptions import NoEventLoopError as NoEventLoopError
+from ._core._exceptions import RunFinishedError as RunFinishedError
+from ._core._exceptions import TypedAttributeLookupError as TypedAttributeLookupError
+from ._core._exceptions import WouldBlock as WouldBlock
+from ._core._fileio import AsyncFile as AsyncFile
+from ._core._fileio import Path as Path
+from ._core._fileio import open_file as open_file
+from ._core._fileio import wrap_file as wrap_file
+from ._core._resources import aclose_forcefully as aclose_forcefully
+from ._core._signals import open_signal_receiver as open_signal_receiver
+from ._core._sockets import TCPConnectable as TCPConnectable
+from ._core._sockets import UNIXConnectable as UNIXConnectable
+from ._core._sockets import as_connectable as as_connectable
+from ._core._sockets import connect_tcp as connect_tcp
+from ._core._sockets import connect_unix as connect_unix
+from ._core._sockets import create_connected_udp_socket as create_connected_udp_socket
+from ._core._sockets import (
+    create_connected_unix_datagram_socket as create_connected_unix_datagram_socket,
+)
+from ._core._sockets import create_tcp_listener as create_tcp_listener
+from ._core._sockets import create_udp_socket as create_udp_socket
+from ._core._sockets import create_unix_datagram_socket as create_unix_datagram_socket
+from ._core._sockets import create_unix_listener as create_unix_listener
+from ._core._sockets import getaddrinfo as getaddrinfo
+from ._core._sockets import getnameinfo as getnameinfo
+from ._core._sockets import notify_closing as notify_closing
+from ._core._sockets import wait_readable as wait_readable
+from ._core._sockets import wait_socket_readable as wait_socket_readable
+from ._core._sockets import wait_socket_writable as wait_socket_writable
+from ._core._sockets import wait_writable as wait_writable
+from ._core._streams import create_memory_object_stream as create_memory_object_stream
+from ._core._subprocesses import open_process as open_process
+from ._core._subprocesses import run_process as run_process
+from ._core._synchronization import CapacityLimiter as CapacityLimiter
+from ._core._synchronization import (
+    CapacityLimiterStatistics as CapacityLimiterStatistics,
+)
+from ._core._synchronization import Condition as Condition
+from ._core._synchronization import ConditionStatistics as ConditionStatistics
+from ._core._synchronization import Event as Event
+from ._core._synchronization import EventStatistics as EventStatistics
+from ._core._synchronization import Lock as Lock
+from ._core._synchronization import LockStatistics as LockStatistics
+from ._core._synchronization import ResourceGuard as ResourceGuard
+from ._core._synchronization import Semaphore as Semaphore
+from ._core._synchronization import SemaphoreStatistics as SemaphoreStatistics
+from ._core._tasks import TASK_STATUS_IGNORED as TASK_STATUS_IGNORED
+from ._core._tasks import CancelScope as CancelScope
+from ._core._tasks import create_task_group as create_task_group
+from ._core._tasks import current_effective_deadline as current_effective_deadline
+from ._core._tasks import fail_after as fail_after
+from ._core._tasks import move_on_after as move_on_after
+from ._core._tempfile import NamedTemporaryFile as NamedTemporaryFile
+from ._core._tempfile import SpooledTemporaryFile as SpooledTemporaryFile
+from ._core._tempfile import TemporaryDirectory as TemporaryDirectory
+from ._core._tempfile import TemporaryFile as TemporaryFile
+from ._core._tempfile import gettempdir as gettempdir
+from ._core._tempfile import gettempdirb as gettempdirb
+from ._core._tempfile import mkdtemp as mkdtemp
+from ._core._tempfile import mkstemp as mkstemp
+from ._core._testing import TaskInfo as TaskInfo
+from ._core._testing import get_current_task as get_current_task
+from ._core._testing import get_running_tasks as get_running_tasks
+from ._core._testing import wait_all_tasks_blocked as wait_all_tasks_blocked
+from ._core._typedattr import TypedAttributeProvider as TypedAttributeProvider
+from ._core._typedattr import TypedAttributeSet as TypedAttributeSet
+from ._core._typedattr import typed_attribute as typed_attribute
+
+# Re-export imports so they look like they live directly in this package
+for __value in list(locals().values()):
+    if getattr(__value, "__module__", "").startswith("anyio."):
+        __value.__module__ = __name__
+
+
+del __value
+
+
+def __getattr__(attr: str) -> type[BrokenWorkerInterpreter]:
+    """Support deprecated aliases."""
+    if attr == "BrokenWorkerIntepreter":
+        import warnings
+
+        warnings.warn(
+            "The 'BrokenWorkerIntepreter' alias is deprecated, use 'BrokenWorkerInterpreter' instead.",
+            DeprecationWarning,
+            stacklevel=2,
+        )
+        return BrokenWorkerInterpreter
+
+    raise AttributeError(f"module {__name__!r} has no attribute {attr!r}")

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/anyio/functools.py

@@ -0,0 +1,409 @@
+from __future__ import annotations
+
+__all__ = (
+    "AsyncCacheInfo",
+    "AsyncCacheParameters",
+    "AsyncLRUCacheWrapper",
+    "cache",
+    "lru_cache",
+    "reduce",
+)
+
+import functools
+import sys
+from collections import OrderedDict
+from collections.abc import (
+    AsyncIterable,
+    Awaitable,
+    Callable,
+    Coroutine,
+    Hashable,
+    Iterable,
+)
+from functools import update_wrapper
+from inspect import iscoroutinefunction
+from typing import (
+    Any,
+    Generic,
+    NamedTuple,
+    TypedDict,
+    TypeVar,
+    cast,
+    final,
+    overload,
+)
+from weakref import WeakKeyDictionary
+
+from ._core._eventloop import current_time
+from ._core._synchronization import Lock
+from .lowlevel import RunVar, checkpoint
+
+if sys.version_info >= (3, 11):
+    from typing import ParamSpec
+else:
+    from typing_extensions import ParamSpec
+
+T = TypeVar("T")
+S = TypeVar("S")
+P = ParamSpec("P")
+lru_cache_items: RunVar[
+    WeakKeyDictionary[
+        AsyncLRUCacheWrapper[Any, Any],
+        OrderedDict[
+            Hashable,
+            tuple[_InitialMissingType, Lock, float | None]
+            | tuple[Any, None, float | None],
+        ],
+    ]
+] = RunVar("lru_cache_items")
+
+
+class _InitialMissingType:
+    pass
+
+
+initial_missing: _InitialMissingType = _InitialMissingType()
+
+
+class AsyncCacheInfo(NamedTuple):
+    hits: int
+    misses: int
+    maxsize: int | None
+    currsize: int
+    ttl: int | None
+
+
+class AsyncCacheParameters(TypedDict):
+    maxsize: int | None
+    typed: bool
+    always_checkpoint: bool
+    ttl: int | None
+
+
+class _LRUMethodWrapper(Generic[T]):
+    def __init__(self, wrapper: AsyncLRUCacheWrapper[..., T], instance: object):
+        self.__wrapper = wrapper
+        self.__instance = instance
+
+    def cache_info(self) -> AsyncCacheInfo:
+        return self.__wrapper.cache_info()
+
+    def cache_parameters(self) -> AsyncCacheParameters:
+        return self.__wrapper.cache_parameters()
+
+    def cache_clear(self) -> None:
+        self.__wrapper.cache_clear()
+
+    async def __call__(self, *args: Any, **kwargs: Any) -> T:
+        if self.__instance is None:
+            return await self.__wrapper(*args, **kwargs)
+
+        return await self.__wrapper(self.__instance, *args, **kwargs)
+
+
+@final
+class AsyncLRUCacheWrapper(Generic[P, T]):
+    def __init__(
+        self,
+        func: Callable[P, Awaitable[T]],
+        maxsize: int | None,
+        typed: bool,
+        always_checkpoint: bool,
+        ttl: int | None,
+    ):
+        self.__wrapped__ = func
+        self._hits: int = 0
+        self._misses: int = 0
+        self._maxsize = max(maxsize, 0) if maxsize is not None else None
+        self._currsize: int = 0
+        self._typed = typed
+        self._always_checkpoint = always_checkpoint
+        self._ttl = ttl
+        update_wrapper(self, func)
+
+    def cache_info(self) -> AsyncCacheInfo:
+        return AsyncCacheInfo(
+            self._hits, self._misses, self._maxsize, self._currsize, self._ttl
+        )
+
+    def cache_parameters(self) -> AsyncCacheParameters:
+        return {
+            "maxsize": self._maxsize,
+            "typed": self._typed,
+            "always_checkpoint": self._always_checkpoint,
+            "ttl": self._ttl,
+        }
+
+    def cache_clear(self) -> None:
+        if cache := lru_cache_items.get(None):
+            cache.pop(self, None)
+            self._hits = self._misses = self._currsize = 0
+
+    async def __call__(self, *args: P.args, **kwargs: P.kwargs) -> T:
+        # Easy case first: if maxsize == 0, no caching is done
+        if self._maxsize == 0:
+            value = await self.__wrapped__(*args, **kwargs)
+            self._misses += 1
+            return value
+
+        # The key is constructed as a flat tuple to avoid memory overhead
+        key: tuple[Any, ...] = args
+        if kwargs:
+            # initial_missing is used as a separator
+            key += (initial_missing,) + sum(kwargs.items(), ())
+
+        if self._typed:
+            key += tuple(type(arg) for arg in args)
+            if kwargs:
+                key += (initial_missing,) + tuple(type(val) for val in kwargs.values())
+
+        try:
+            cache = lru_cache_items.get()
+        except LookupError:
+            cache = WeakKeyDictionary()
+            lru_cache_items.set(cache)
+
+        try:
+            cache_entry = cache[self]
+        except KeyError:
+            cache_entry = cache[self] = OrderedDict()
+
+        cached_value: T | _InitialMissingType
+        try:
+            cached_value, lock, expires_at = cache_entry[key]
+        except KeyError:
+            # We're the first task to call this function
+            cached_value, lock, expires_at = (
+                initial_missing,
+                Lock(fast_acquire=not self._always_checkpoint),
+                None,
+            )
+            cache_entry[key] = cached_value, lock, expires_at
+
+        if lock is None:
+            if expires_at is not None and current_time() >= expires_at:
+                self._currsize -= 1
+                cached_value, lock, expires_at = (
+                    initial_missing,
+                    Lock(fast_acquire=not self._always_checkpoint),
+                    None,
+                )
+                cache_entry[key] = cached_value, lock, expires_at
+            else:
+                # The value was already cached
+                self._hits += 1
+                cache_entry.move_to_end(key)
+                if self._always_checkpoint:
+                    await checkpoint()
+
+                return cast(T, cached_value)
+
+        async with lock:
+            # Check if another task filled the cache while we acquired the lock
+            if (cached_value := cache_entry[key][0]) is initial_missing:
+                self._misses += 1
+                if self._maxsize is not None and self._currsize >= self._maxsize:
+                    cache_entry.popitem(last=False)
+                else:
+                    self._currsize += 1
+
+                value = await self.__wrapped__(*args, **kwargs)
+                expires_at = (
+                    current_time() + self._ttl if self._ttl is not None else None
+                )
+                cache_entry[key] = value, None, expires_at
+            else:
+                # Another task filled the cache while we were waiting for the lock
+                self._hits += 1
+                cache_entry.move_to_end(key)
+                value = cast(T, cached_value)
+
+        return value
+
+    def __get__(
+        self, instance: object, owner: type | None = None
+    ) -> _LRUMethodWrapper[T]:
+        wrapper = _LRUMethodWrapper(self, instance)
+        update_wrapper(wrapper, self.__wrapped__)
+        return wrapper
+
+
+class _LRUCacheWrapper(Generic[T]):
+    def __init__(
+        self, maxsize: int | None, typed: bool, always_checkpoint: bool, ttl: int | None
+    ):
+        self._maxsize = maxsize
+        self._typed = typed
+        self._always_checkpoint = always_checkpoint
+        self._ttl = ttl
+
+    @overload
+    def __call__(  # type: ignore[overload-overlap]
+        self, func: Callable[P, Coroutine[Any, Any, T]], /
+    ) -> AsyncLRUCacheWrapper[P, T]: ...
+
+    @overload
+    def __call__(
+        self, func: Callable[..., T], /
+    ) -> functools._lru_cache_wrapper[T]: ...
+
+    def __call__(
+        self, f: Callable[P, Coroutine[Any, Any, T]] | Callable[..., T], /
+    ) -> AsyncLRUCacheWrapper[P, T] | functools._lru_cache_wrapper[T]:
+        if iscoroutinefunction(f):
+            return AsyncLRUCacheWrapper(
+                f, self._maxsize, self._typed, self._always_checkpoint, self._ttl
+            )
+
+        return functools.lru_cache(maxsize=self._maxsize, typed=self._typed)(f)  # type: ignore[arg-type]
+
+
+@overload
+def cache(  # type: ignore[overload-overlap]
+    func: Callable[P, Coroutine[Any, Any, T]], /
+) -> AsyncLRUCacheWrapper[P, T]: ...
+
+
+@overload
+def cache(func: Callable[..., T], /) -> functools._lru_cache_wrapper[T]: ...
+
+
+def cache(
+    func: Callable[..., T] | Callable[P, Coroutine[Any, Any, T]], /
+) -> AsyncLRUCacheWrapper[P, T] | functools._lru_cache_wrapper[T]:
+    """
+    A convenient shortcut for :func:`lru_cache` with ``maxsize=None``.
+
+    This is the asynchronous equivalent to :func:`functools.cache`.
+
+    """
+    return lru_cache(maxsize=None)(func)
+
+
+@overload
+def lru_cache(
+    *,
+    maxsize: int | None = ...,
+    typed: bool = ...,
+    always_checkpoint: bool = ...,
+    ttl: int | None = ...,
+) -> _LRUCacheWrapper[Any]: ...
+
+
+@overload
+def lru_cache(  # type: ignore[overload-overlap]
+    func: Callable[P, Coroutine[Any, Any, T]], /
+) -> AsyncLRUCacheWrapper[P, T]: ...
+
+
+@overload
+def lru_cache(func: Callable[..., T], /) -> functools._lru_cache_wrapper[T]: ...
+
+
+def lru_cache(
+    func: Callable[P, Coroutine[Any, Any, T]] | Callable[..., T] | None = None,
+    /,
+    *,
+    maxsize: int | None = 128,
+    typed: bool = False,
+    always_checkpoint: bool = False,
+    ttl: int | None = None,
+) -> (
+    AsyncLRUCacheWrapper[P, T] | functools._lru_cache_wrapper[T] | _LRUCacheWrapper[Any]
+):
+    """
+    An asynchronous version of :func:`functools.lru_cache`.
+
+    If a synchronous function is passed, the standard library
+    :func:`functools.lru_cache` is applied instead.
+
+    :param always_checkpoint: if ``True``, every call to the cached function will be
+        guaranteed to yield control to the event loop at least once
+    :param ttl: time in seconds after which to invalidate cache entries
+
+    .. note:: Caches and locks are managed on a per-event loop basis.
+
+    """
+    if func is None:
+        return _LRUCacheWrapper[Any](maxsize, typed, always_checkpoint, ttl)
+
+    if not callable(func):
+        raise TypeError("the first argument must be callable")
+
+    return _LRUCacheWrapper[T](maxsize, typed, always_checkpoint, ttl)(func)
+
+
+@overload
+async def reduce(
+    function: Callable[[T, S], Awaitable[T]],
+    iterable: Iterable[S] | AsyncIterable[S],
+    /,
+    initial: T,
+) -> T: ...
+
+
+@overload
+async def reduce(
+    function: Callable[[T, T], Awaitable[T]],
+    iterable: Iterable[T] | AsyncIterable[T],
+    /,
+) -> T: ...
+
+
+async def reduce(  # type: ignore[misc]
+    function: Callable[[T, T], Awaitable[T]] | Callable[[T, S], Awaitable[T]],
+    iterable: Iterable[T] | Iterable[S] | AsyncIterable[T] | AsyncIterable[S],
+    /,
+    initial: T | _InitialMissingType = initial_missing,
+) -> T:
+    """
+    Asynchronous version of :func:`functools.reduce`.
+
+    :param function: a coroutine function that takes two arguments: the accumulated
+        value and the next element from the iterable
+    :param iterable: an iterable or async iterable
+    :param initial: the initial value (if missing, the first element of the iterable is
+        used as the initial value)
+
+    """
+    element: Any
+    function_called = False
+    if isinstance(iterable, AsyncIterable):
+        async_it = iterable.__aiter__()
+        if initial is initial_missing:
+            try:
+                value = cast(T, await async_it.__anext__())
+            except StopAsyncIteration:
+                raise TypeError(
+                    "reduce() of empty sequence with no initial value"
+                ) from None
+        else:
+            value = cast(T, initial)
+
+        async for element in async_it:
+            value = await function(value, element)
+            function_called = True
+    elif isinstance(iterable, Iterable):
+        it = iter(iterable)
+        if initial is initial_missing:
+            try:
+                value = cast(T, next(it))
+            except StopIteration:
+                raise TypeError(
+                    "reduce() of empty sequence with no initial value"
+                ) from None
+        else:
+            value = cast(T, initial)
+
+        for element in it:
+            value = await function(value, element)
+            function_called = True
+    else:
+        raise TypeError("reduce() argument 2 must be an iterable or async iterable")
+
+    # Make sure there is at least one checkpoint, even if an empty iterable and an
+    # initial value were given
+    if not function_called:
+        await checkpoint()
+
+    return value

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/anyio/lowlevel.py

@@ -0,0 +1,196 @@
+from __future__ import annotations
+
+__all__ = (
+    "EventLoopToken",
+    "RunvarToken",
+    "RunVar",
+    "checkpoint",
+    "checkpoint_if_cancelled",
+    "cancel_shielded_checkpoint",
+    "current_token",
+)
+
+import enum
+from dataclasses import dataclass
+from types import TracebackType
+from typing import Any, Generic, Literal, TypeVar, final, overload
+from weakref import WeakKeyDictionary
+
+from ._core._eventloop import get_async_backend
+from .abc import AsyncBackend
+
+T = TypeVar("T")
+D = TypeVar("D")
+
+
+async def checkpoint() -> None:
+    """
+    Check for cancellation and allow the scheduler to switch to another task.
+
+    Equivalent to (but more efficient than)::
+
+        await checkpoint_if_cancelled()
+        await cancel_shielded_checkpoint()
+
+    .. versionadded:: 3.0
+
+    """
+    await get_async_backend().checkpoint()
+
+
+async def checkpoint_if_cancelled() -> None:
+    """
+    Enter a checkpoint if the enclosing cancel scope has been cancelled.
+
+    This does not allow the scheduler to switch to a different task.
+
+    .. versionadded:: 3.0
+
+    """
+    await get_async_backend().checkpoint_if_cancelled()
+
+
+async def cancel_shielded_checkpoint() -> None:
+    """
+    Allow the scheduler to switch to another task but without checking for cancellation.
+
+    Equivalent to (but potentially more efficient than)::
+
+        with CancelScope(shield=True):
+            await checkpoint()
+
+    .. versionadded:: 3.0
+
+    """
+    await get_async_backend().cancel_shielded_checkpoint()
+
+
+@final
+@dataclass(frozen=True, repr=False)
+class EventLoopToken:
+    """
+    An opaque object that holds a reference to an event loop.
+
+    .. versionadded:: 4.11.0
+    """
+
+    backend_class: type[AsyncBackend]
+    native_token: object
+
+
+def current_token() -> EventLoopToken:
+    """
+    Return a token object that can be used to call code in the current event loop from
+    another thread.
+
+    :raises NoEventLoopError: if no supported asynchronous event loop is running in the
+        current thread
+
+    .. versionadded:: 4.11.0
+
+    """
+    backend_class = get_async_backend()
+    raw_token = backend_class.current_token()
+    return EventLoopToken(backend_class, raw_token)
+
+
+_run_vars: WeakKeyDictionary[object, dict[RunVar[Any], Any]] = WeakKeyDictionary()
+
+
+class _NoValueSet(enum.Enum):
+    NO_VALUE_SET = enum.auto()
+
+
+class RunvarToken(Generic[T]):
+    __slots__ = "_var", "_value", "_redeemed"
+
+    def __init__(self, var: RunVar[T], value: T | Literal[_NoValueSet.NO_VALUE_SET]):
+        self._var = var
+        self._value: T | Literal[_NoValueSet.NO_VALUE_SET] = value
+        self._redeemed = False
+
+    def __enter__(self) -> RunvarToken[T]:
+        return self
+
+    def __exit__(
+        self,
+        exc_type: type[BaseException] | None,
+        exc_val: BaseException | None,
+        exc_tb: TracebackType | None,
+    ) -> None:
+        self._var.reset(self)
+
+
+class RunVar(Generic[T]):
+    """
+    Like a :class:`~contextvars.ContextVar`, except scoped to the running event loop.
+
+    Can be used as a context manager, Just like :class:`~contextvars.ContextVar`, that
+    will reset the variable to its previous value when the context block is exited.
+    """
+
+    __slots__ = "_name", "_default"
+
+    NO_VALUE_SET: Literal[_NoValueSet.NO_VALUE_SET] = _NoValueSet.NO_VALUE_SET
+
+    def __init__(
+        self, name: str, default: T | Literal[_NoValueSet.NO_VALUE_SET] = NO_VALUE_SET
+    ):
+        self._name = name
+        self._default = default
+
+    @property
+    def _current_vars(self) -> dict[RunVar[T], T]:
+        native_token = current_token().native_token
+        try:
+            return _run_vars[native_token]
+        except KeyError:
+            run_vars = _run_vars[native_token] = {}
+            return run_vars
+
+    @overload
+    def get(self, default: D) -> T | D: ...
+
+    @overload
+    def get(self) -> T: ...
+
+    def get(
+        self, default: D | Literal[_NoValueSet.NO_VALUE_SET] = NO_VALUE_SET
+    ) -> T | D:
+        try:
+            return self._current_vars[self]
+        except KeyError:
+            if default is not RunVar.NO_VALUE_SET:
+                return default
+            elif self._default is not RunVar.NO_VALUE_SET:
+                return self._default
+
+        raise LookupError(
+            f'Run variable "{self._name}" has no value and no default set'
+        )
+
+    def set(self, value: T) -> RunvarToken[T]:
+        current_vars = self._current_vars
+        token = RunvarToken(self, current_vars.get(self, RunVar.NO_VALUE_SET))
+        current_vars[self] = value
+        return token
+
+    def reset(self, token: RunvarToken[T]) -> None:
+        if token._var is not self:
+            raise ValueError("This token does not belong to this RunVar")
+
+        if token._redeemed:
+            raise ValueError("This token has already been used")
+
+        if token._value is _NoValueSet.NO_VALUE_SET:
+            try:
+                del self._current_vars[self]
+            except KeyError:
+                pass
+        else:
+            self._current_vars[self] = token._value
+
+        token._redeemed = True
+
+    def __repr__(self) -> str:
+        return f"<RunVar name={self._name!r}>"

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/anyio/pytest_plugin.py

@@ -0,0 +1,363 @@
+from __future__ import annotations
+
+import dataclasses
+import socket
+import sys
+from collections.abc import Callable, Generator, Iterator
+from contextlib import ExitStack, contextmanager
+from inspect import isasyncgenfunction, iscoroutinefunction, ismethod
+from typing import Any, cast
+
+import pytest
+from _pytest.fixtures import FuncFixtureInfo, SubRequest
+from _pytest.outcomes import Exit
+from _pytest.python import CallSpec2
+from _pytest.scope import Scope
+
+from . import get_available_backends
+from ._core._eventloop import (
+    current_async_library,
+    get_async_backend,
+    reset_current_async_library,
+    set_current_async_library,
+)
+from ._core._exceptions import iterate_exceptions
+from .abc import TestRunner
+
+if sys.version_info < (3, 11):
+    from exceptiongroup import ExceptionGroup
+
+_current_runner: TestRunner | None = None
+_runner_stack: ExitStack | None = None
+_runner_leases = 0
+
+
+def extract_backend_and_options(backend: object) -> tuple[str, dict[str, Any]]:
+    if isinstance(backend, str):
+        return backend, {}
+    elif isinstance(backend, tuple) and len(backend) == 2:
+        if isinstance(backend[0], str) and isinstance(backend[1], dict):
+            return cast(tuple[str, dict[str, Any]], backend)
+
+    raise TypeError("anyio_backend must be either a string or tuple of (string, dict)")
+
+
+@contextmanager
+def get_runner(
+    backend_name: str, backend_options: dict[str, Any]
+) -> Iterator[TestRunner]:
+    global _current_runner, _runner_leases, _runner_stack
+    if _current_runner is None:
+        asynclib = get_async_backend(backend_name)
+        _runner_stack = ExitStack()
+        if current_async_library() is None:
+            # Since we're in control of the event loop, we can cache the name of the
+            # async library
+            token = set_current_async_library(backend_name)
+            _runner_stack.callback(reset_current_async_library, token)
+
+        backend_options = backend_options or {}
+        _current_runner = _runner_stack.enter_context(
+            asynclib.create_test_runner(backend_options)
+        )
+
+    _runner_leases += 1
+    try:
+        yield _current_runner
+    finally:
+        _runner_leases -= 1
+        if not _runner_leases:
+            assert _runner_stack is not None
+            _runner_stack.close()
+            _runner_stack = _current_runner = None
+
+
+def pytest_addoption(parser: pytest.Parser) -> None:
+    parser.addini(
+        "anyio_mode",
+        default="strict",
+        help='AnyIO plugin mode (either "strict" or "auto")',
+    )
+
+
+def pytest_configure(config: pytest.Config) -> None:
+    config.addinivalue_line(
+        "markers",
+        "anyio: mark the (coroutine function) test to be run asynchronously via anyio.",
+    )
+    if (
+        config.getini("anyio_mode") == "auto"
+        and config.pluginmanager.has_plugin("asyncio")
+        and config.getini("asyncio_mode") == "auto"
+    ):
+        config.issue_config_time_warning(
+            pytest.PytestConfigWarning(
+                "AnyIO auto mode has been enabled together with pytest-asyncio auto "
+                "mode. This may cause unexpected behavior."
+            ),
+            1,
+        )
+
+
+@pytest.hookimpl(hookwrapper=True)
+def pytest_fixture_setup(fixturedef: Any, request: Any) -> Generator[Any]:
+    def wrapper(anyio_backend: Any, request: SubRequest, **kwargs: Any) -> Any:
+        # Rebind any fixture methods to the request instance
+        if (
+            request.instance
+            and ismethod(func)
+            and type(func.__self__) is type(request.instance)
+        ):
+            local_func = func.__func__.__get__(request.instance)
+        else:
+            local_func = func
+
+        backend_name, backend_options = extract_backend_and_options(anyio_backend)
+        if has_backend_arg:
+            kwargs["anyio_backend"] = anyio_backend
+
+        if has_request_arg:
+            kwargs["request"] = request
+
+        with get_runner(backend_name, backend_options) as runner:
+            if isasyncgenfunction(local_func):
+                yield from runner.run_asyncgen_fixture(local_func, kwargs)
+            else:
+                yield runner.run_fixture(local_func, kwargs)
+
+    # Only apply this to coroutine functions and async generator functions in requests
+    # that involve the anyio_backend fixture
+    func = fixturedef.func
+    if isasyncgenfunction(func) or iscoroutinefunction(func):
+        if "anyio_backend" in request.fixturenames:
+            fixturedef.func = wrapper
+            original_argname = fixturedef.argnames
+
+            if not (has_backend_arg := "anyio_backend" in fixturedef.argnames):
+                fixturedef.argnames += ("anyio_backend",)
+
+            if not (has_request_arg := "request" in fixturedef.argnames):
+                fixturedef.argnames += ("request",)
+
+            try:
+                return (yield)
+            finally:
+                fixturedef.func = func
+                fixturedef.argnames = original_argname
+
+    return (yield)
+
+
+@pytest.hookimpl(tryfirst=True)
+def pytest_pycollect_makeitem(
+    collector: pytest.Module | pytest.Class, name: str, obj: object
+) -> None:
+    if collector.istestfunction(obj, name):
+        inner_func = obj.hypothesis.inner_test if hasattr(obj, "hypothesis") else obj
+        if iscoroutinefunction(inner_func):
+            anyio_auto_mode = collector.config.getini("anyio_mode") == "auto"
+            marker = collector.get_closest_marker("anyio")
+            own_markers = getattr(obj, "pytestmark", ())
+            if (
+                anyio_auto_mode
+                or marker
+                or any(marker.name == "anyio" for marker in own_markers)
+            ):
+                pytest.mark.usefixtures("anyio_backend")(obj)
+
+
+def pytest_collection_finish(session: pytest.Session) -> None:
+    for i, item in reversed(list(enumerate(session.items))):
+        if (
+            isinstance(item, pytest.Function)
+            and iscoroutinefunction(item.function)
+            and item.get_closest_marker("anyio") is not None
+            and "anyio_backend" not in item.fixturenames
+        ):
+            new_items = []
+            try:
+                cs_fields = {f.name for f in dataclasses.fields(CallSpec2)}
+            except TypeError:
+                cs_fields = set()
+
+            for param_index, backend in enumerate(get_available_backends()):
+                if "_arg2scope" in cs_fields:  # pytest >= 8
+                    callspec = CallSpec2(
+                        params={"anyio_backend": backend},
+                        indices={"anyio_backend": param_index},
+                        _arg2scope={"anyio_backend": Scope.Module},
+                        _idlist=[backend],
+                        marks=[],
+                    )
+                else:  # pytest 7.x
+                    callspec = CallSpec2(  # type: ignore[call-arg]
+                        funcargs={},
+                        params={"anyio_backend": backend},
+                        indices={"anyio_backend": param_index},
+                        arg2scope={"anyio_backend": Scope.Module},
+                        idlist=[backend],
+                        marks=[],
+                    )
+
+                fi = item._fixtureinfo
+                new_names_closure = list(fi.names_closure)
+                if "anyio_backend" not in new_names_closure:
+                    new_names_closure.append("anyio_backend")
+
+                new_fixtureinfo = FuncFixtureInfo(
+                    argnames=fi.argnames,
+                    initialnames=fi.initialnames,
+                    names_closure=new_names_closure,
+                    name2fixturedefs=fi.name2fixturedefs,
+                )
+                new_item = pytest.Function.from_parent(
+                    item.parent,
+                    name=f"{item.originalname}[{backend}]",
+                    callspec=callspec,
+                    callobj=item.obj,
+                    fixtureinfo=new_fixtureinfo,
+                    keywords=item.keywords,
+                    originalname=item.originalname,
+                )
+                new_items.append(new_item)
+
+            session.items[i : i + 1] = new_items
+
+
+@pytest.hookimpl(tryfirst=True)
+def pytest_pyfunc_call(pyfuncitem: Any) -> bool | None:
+    def run_with_hypothesis(**kwargs: Any) -> None:
+        with get_runner(backend_name, backend_options) as runner:
+            runner.run_test(original_func, kwargs)
+
+    backend = pyfuncitem.funcargs.get("anyio_backend")
+    if backend:
+        backend_name, backend_options = extract_backend_and_options(backend)
+
+        if hasattr(pyfuncitem.obj, "hypothesis"):
+            # Wrap the inner test function unless it's already wrapped
+            original_func = pyfuncitem.obj.hypothesis.inner_test
+            if original_func.__qualname__ != run_with_hypothesis.__qualname__:
+                if iscoroutinefunction(original_func):
+                    pyfuncitem.obj.hypothesis.inner_test = run_with_hypothesis
+
+            return None
+
+        if iscoroutinefunction(pyfuncitem.obj):
+            funcargs = pyfuncitem.funcargs
+            testargs = {arg: funcargs[arg] for arg in pyfuncitem._fixtureinfo.argnames}
+            with get_runner(backend_name, backend_options) as runner:
+                try:
+                    runner.run_test(pyfuncitem.obj, testargs)
+                except ExceptionGroup as excgrp:
+                    for exc in iterate_exceptions(excgrp):
+                        if isinstance(exc, (Exit, KeyboardInterrupt, SystemExit)):
+                            raise exc from excgrp
+
+                    raise
+
+            return True
+
+    return None
+
+
+@pytest.fixture(scope="module", params=get_available_backends())
+def anyio_backend(request: Any) -> Any:
+    return request.param
+
+
+@pytest.fixture
+def anyio_backend_name(anyio_backend: Any) -> str:
+    if isinstance(anyio_backend, str):
+        return anyio_backend
+    else:
+        return anyio_backend[0]
+
+
+@pytest.fixture
+def anyio_backend_options(anyio_backend: Any) -> dict[str, Any]:
+    if isinstance(anyio_backend, str):
+        return {}
+    else:
+        return anyio_backend[1]
+
+
+class FreePortFactory:
+    """
+    Manages port generation based on specified socket kind, ensuring no duplicate
+    ports are generated.
+
+    This class provides functionality for generating available free ports on the
+    system. It is initialized with a specific socket kind and can generate ports
+    for given address families while avoiding reuse of previously generated ports.
+
+    Users should not instantiate this class directly, but use the
+    ``free_tcp_port_factory`` and ``free_udp_port_factory`` fixtures instead. For simple
+    uses cases, ``free_tcp_port`` and ``free_udp_port`` can be used instead.
+    """
+
+    def __init__(self, kind: socket.SocketKind) -> None:
+        self._kind = kind
+        self._generated = set[int]()
+
+    @property
+    def kind(self) -> socket.SocketKind:
+        """
+        The type of socket connection (e.g., :data:`~socket.SOCK_STREAM` or
+        :data:`~socket.SOCK_DGRAM`) used to bind for checking port availability
+
+        """
+        return self._kind
+
+    def __call__(self, family: socket.AddressFamily | None = None) -> int:
+        """
+        Return an unbound port for the given address family.
+
+        :param family: if omitted, both IPv4 and IPv6 addresses will be tried
+        :return: a port number
+
+        """
+        if family is not None:
+            families = [family]
+        else:
+            families = [socket.AF_INET]
+            if socket.has_ipv6:
+                families.append(socket.AF_INET6)
+
+        while True:
+            port = 0
+            with ExitStack() as stack:
+                for family in families:
+                    sock = stack.enter_context(socket.socket(family, self._kind))
+                    addr = "::1" if family == socket.AF_INET6 else "127.0.0.1"
+                    try:
+                        sock.bind((addr, port))
+                    except OSError:
+                        break
+
+                    if not port:
+                        port = sock.getsockname()[1]
+                else:
+                    if port not in self._generated:
+                        self._generated.add(port)
+                        return port
+
+
+@pytest.fixture(scope="session")
+def free_tcp_port_factory() -> FreePortFactory:
+    return FreePortFactory(socket.SOCK_STREAM)
+
+
+@pytest.fixture(scope="session")
+def free_udp_port_factory() -> FreePortFactory:
+    return FreePortFactory(socket.SOCK_DGRAM)
+
+
+@pytest.fixture
+def free_tcp_port(free_tcp_port_factory: Callable[[], int]) -> int:
+    return free_tcp_port_factory()
+
+
+@pytest.fixture
+def free_udp_port(free_udp_port_factory: Callable[[], int]) -> int:
+    return free_udp_port_factory()

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/anyio/to_interpreter.py

@@ -0,0 +1,246 @@
+from __future__ import annotations
+
+__all__ = (
+    "run_sync",
+    "current_default_interpreter_limiter",
+)
+
+import atexit
+import os
+import sys
+from collections import deque
+from collections.abc import Callable
+from typing import Any, Final, TypeVar
+
+from . import current_time, to_thread
+from ._core._exceptions import BrokenWorkerInterpreter
+from ._core._synchronization import CapacityLimiter
+from .lowlevel import RunVar
+
+if sys.version_info >= (3, 11):
+    from typing import TypeVarTuple, Unpack
+else:
+    from typing_extensions import TypeVarTuple, Unpack
+
+if sys.version_info >= (3, 14):
+    from concurrent.interpreters import ExecutionFailed, create
+
+    def _interp_call(
+        func: Callable[..., Any], args: tuple[Any, ...]
+    ) -> tuple[Any, bool]:
+        try:
+            retval = func(*args)
+        except BaseException as exc:
+            return exc, True
+        else:
+            return retval, False
+
+    class _Worker:
+        last_used: float = 0
+
+        def __init__(self) -> None:
+            self._interpreter = create()
+
+        def destroy(self) -> None:
+            self._interpreter.close()
+
+        def call(
+            self,
+            func: Callable[..., T_Retval],
+            args: tuple[Any, ...],
+        ) -> T_Retval:
+            try:
+                res, is_exception = self._interpreter.call(_interp_call, func, args)
+            except ExecutionFailed as exc:
+                raise BrokenWorkerInterpreter(exc.excinfo) from exc
+
+            if is_exception:
+                raise res
+
+            return res
+elif sys.version_info >= (3, 13):
+    import _interpqueues
+    import _interpreters
+
+    UNBOUND: Final = 2  # I have no clue how this works, but it was used in the stdlib
+    FMT_UNPICKLED: Final = 0
+    FMT_PICKLED: Final = 1
+    QUEUE_PICKLE_ARGS: Final = (FMT_PICKLED, UNBOUND)
+    QUEUE_UNPICKLE_ARGS: Final = (FMT_UNPICKLED, UNBOUND)
+
+    _run_func = compile(
+        """
+import _interpqueues
+from _interpreters import NotShareableError
+from pickle import loads, dumps, HIGHEST_PROTOCOL
+
+QUEUE_PICKLE_ARGS = (1, 2)
+QUEUE_UNPICKLE_ARGS = (0, 2)
+
+item = _interpqueues.get(queue_id)[0]
+try:
+    func, args = loads(item)
+    retval = func(*args)
+except BaseException as exc:
+    is_exception = True
+    retval = exc
+else:
+    is_exception = False
+
+try:
+    _interpqueues.put(queue_id, (retval, is_exception), *QUEUE_UNPICKLE_ARGS)
+except NotShareableError:
+    retval = dumps(retval, HIGHEST_PROTOCOL)
+    _interpqueues.put(queue_id, (retval, is_exception), *QUEUE_PICKLE_ARGS)
+    """,
+        "<string>",
+        "exec",
+    )
+
+    class _Worker:
+        last_used: float = 0
+
+        def __init__(self) -> None:
+            self._interpreter_id = _interpreters.create()
+            self._queue_id = _interpqueues.create(1, *QUEUE_UNPICKLE_ARGS)
+            _interpreters.set___main___attrs(
+                self._interpreter_id, {"queue_id": self._queue_id}
+            )
+
+        def destroy(self) -> None:
+            _interpqueues.destroy(self._queue_id)
+            _interpreters.destroy(self._interpreter_id)
+
+        def call(
+            self,
+            func: Callable[..., T_Retval],
+            args: tuple[Any, ...],
+        ) -> T_Retval:
+            import pickle
+
+            item = pickle.dumps((func, args), pickle.HIGHEST_PROTOCOL)
+            _interpqueues.put(self._queue_id, item, *QUEUE_PICKLE_ARGS)
+            exc_info = _interpreters.exec(self._interpreter_id, _run_func)
+            if exc_info:
+                raise BrokenWorkerInterpreter(exc_info)
+
+            res = _interpqueues.get(self._queue_id)
+            (res, is_exception), fmt = res[:2]
+            if fmt == FMT_PICKLED:
+                res = pickle.loads(res)
+
+            if is_exception:
+                raise res
+
+            return res
+else:
+
+    class _Worker:
+        last_used: float = 0
+
+        def __init__(self) -> None:
+            raise RuntimeError("subinterpreters require at least Python 3.13")
+
+        def call(
+            self,
+            func: Callable[..., T_Retval],
+            args: tuple[Any, ...],
+        ) -> T_Retval:
+            raise NotImplementedError
+
+        def destroy(self) -> None:
+            pass
+
+
+DEFAULT_CPU_COUNT: Final = 8  # this is just an arbitrarily selected value
+MAX_WORKER_IDLE_TIME = (
+    30  # seconds a subinterpreter can be idle before becoming eligible for pruning
+)
+
+T_Retval = TypeVar("T_Retval")
+PosArgsT = TypeVarTuple("PosArgsT")
+
+_idle_workers = RunVar[deque[_Worker]]("_available_workers")
+_default_interpreter_limiter = RunVar[CapacityLimiter]("_default_interpreter_limiter")
+
+
+def _stop_workers(workers: deque[_Worker]) -> None:
+    for worker in workers:
+        worker.destroy()
+
+    workers.clear()
+
+
+async def run_sync(
+    func: Callable[[Unpack[PosArgsT]], T_Retval],
+    *args: Unpack[PosArgsT],
+    limiter: CapacityLimiter | None = None,
+) -> T_Retval:
+    """
+    Call the given function with the given arguments in a subinterpreter.
+
+    .. warning:: On Python 3.13, the :mod:`concurrent.interpreters` module was not yet
+        available, so the code path for that Python version relies on an undocumented,
+        private API. As such, it is recommended to not rely on this function for anything
+        mission-critical on Python 3.13.
+
+    :param func: a callable
+    :param args: the positional arguments for the callable
+    :param limiter: capacity limiter to use to limit the total number of subinterpreters
+        running (if omitted, the default limiter is used)
+    :return: the result of the call
+    :raises BrokenWorkerInterpreter: if there's an internal error in a subinterpreter
+
+    """
+    if limiter is None:
+        limiter = current_default_interpreter_limiter()
+
+    try:
+        idle_workers = _idle_workers.get()
+    except LookupError:
+        idle_workers = deque()
+        _idle_workers.set(idle_workers)
+        atexit.register(_stop_workers, idle_workers)
+
+    async with limiter:
+        try:
+            worker = idle_workers.pop()
+        except IndexError:
+            worker = _Worker()
+
+    try:
+        return await to_thread.run_sync(
+            worker.call,
+            func,
+            args,
+            limiter=limiter,
+        )
+    finally:
+        # Prune workers that have been idle for too long
+        now = current_time()
+        while idle_workers:
+            if now - idle_workers[0].last_used <= MAX_WORKER_IDLE_TIME:
+                break
+
+            await to_thread.run_sync(idle_workers.popleft().destroy, limiter=limiter)
+
+        worker.last_used = current_time()
+        idle_workers.append(worker)
+
+
+def current_default_interpreter_limiter() -> CapacityLimiter:
+    """
+    Return the capacity limiter used by default to limit the number of concurrently
+    running subinterpreters.
+
+    Defaults to the number of CPU cores.
+
+    :return: a capacity limiter object
+
+    """
+    try:
+        return _default_interpreter_limiter.get()
+    except LookupError:
+        limiter = CapacityLimiter(os.cpu_count() or DEFAULT_CPU_COUNT)
+        _default_interpreter_limiter.set(limiter)
+        return limiter

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/anyio/to_process.py

@@ -0,0 +1,266 @@
+from __future__ import annotations
+
+__all__ = (
+    "current_default_process_limiter",
+    "process_worker",
+    "run_sync",
+)
+
+import os
+import pickle
+import subprocess
+import sys
+from collections import deque
+from collections.abc import Callable
+from importlib.util import module_from_spec, spec_from_file_location
+from typing import TypeVar, cast
+
+from ._core._eventloop import current_time, get_async_backend, get_cancelled_exc_class
+from ._core._exceptions import BrokenWorkerProcess
+from ._core._subprocesses import open_process
+from ._core._synchronization import CapacityLimiter
+from ._core._tasks import CancelScope, fail_after
+from .abc import ByteReceiveStream, ByteSendStream, Process
+from .lowlevel import RunVar, checkpoint_if_cancelled
+from .streams.buffered import BufferedByteReceiveStream
+
+if sys.version_info >= (3, 11):
+    from typing import TypeVarTuple, Unpack
+else:
+    from typing_extensions import TypeVarTuple, Unpack
+
+WORKER_MAX_IDLE_TIME = 300  # 5 minutes
+
+T_Retval = TypeVar("T_Retval")
+PosArgsT = TypeVarTuple("PosArgsT")
+
+_process_pool_workers: RunVar[set[Process]] = RunVar("_process_pool_workers")
+_process_pool_idle_workers: RunVar[deque[tuple[Process, float]]] = RunVar(
+    "_process_pool_idle_workers"
+)
+_default_process_limiter: RunVar[CapacityLimiter] = RunVar("_default_process_limiter")
+
+
+async def run_sync(  # type: ignore[return]
+    func: Callable[[Unpack[PosArgsT]], T_Retval],
+    *args: Unpack[PosArgsT],
+    cancellable: bool = False,
+    limiter: CapacityLimiter | None = None,
+) -> T_Retval:
+    """
+    Call the given function with the given arguments in a worker process.
+
+    If the ``cancellable`` option is enabled and the task waiting for its completion is
+    cancelled, the worker process running it will be abruptly terminated using SIGKILL
+    (or ``terminateProcess()`` on Windows).
+
+    :param func: a callable
+    :param args: positional arguments for the callable
+    :param cancellable: ``True`` to allow cancellation of the operation while it's
+        running
+    :param limiter: capacity limiter to use to limit the total amount of processes
+        running (if omitted, the default limiter is used)
+    :raises NoEventLoopError: if no supported asynchronous event loop is running in the
+        current thread
+    :return: an awaitable that yields the return value of the function.
+
+    """
+
+    async def send_raw_command(pickled_cmd: bytes) -> object:
+        try:
+            await stdin.send(pickled_cmd)
+            response = await buffered.receive_until(b"\n", 50)
+            status, length = response.split(b" ")
+            if status not in (b"RETURN", b"EXCEPTION"):
+                raise RuntimeError(
+                    f"Worker process returned unexpected response: {response!r}"
+                )
+
+            pickled_response = await buffered.receive_exactly(int(length))
+        except BaseException as exc:
+            workers.discard(process)
+            try:
+                process.kill()
+                with CancelScope(shield=True):
+                    await process.aclose()
+            except ProcessLookupError:
+                pass
+
+            if isinstance(exc, get_cancelled_exc_class()):
+                raise
+            else:
+                raise BrokenWorkerProcess from exc
+
+        retval = pickle.loads(pickled_response)
+        if status == b"EXCEPTION":
+            assert isinstance(retval, BaseException)
+            raise retval
+        else:
+            return retval
+
+    # First pickle the request before trying to reserve a worker process
+    await checkpoint_if_cancelled()
+    request = pickle.dumps(("run", func, args), protocol=pickle.HIGHEST_PROTOCOL)
+
+    # If this is the first run in this event loop thread, set up the necessary variables
+    try:
+        workers = _process_pool_workers.get()
+        idle_workers = _process_pool_idle_workers.get()
+    except LookupError:
+        workers = set()
+        idle_workers = deque()
+        _process_pool_workers.set(workers)
+        _process_pool_idle_workers.set(idle_workers)
+        get_async_backend().setup_process_pool_exit_at_shutdown(workers)
+
+    async with limiter or current_default_process_limiter():
+        # Pop processes from the pool (starting from the most recently used) until we
+        # find one that hasn't exited yet
+        process: Process
+        while idle_workers:
+            process, idle_since = idle_workers.pop()
+            if process.returncode is None:
+                stdin = cast(ByteSendStream, process.stdin)
+                buffered = BufferedByteReceiveStream(
+                    cast(ByteReceiveStream, process.stdout)
+                )
+
+                # Prune any other workers that have been idle for WORKER_MAX_IDLE_TIME
+                # seconds or longer
+                now = current_time()
+                killed_processes: list[Process] = []
+                while idle_workers:
+                    if now - idle_workers[0][1] < WORKER_MAX_IDLE_TIME:
+                        break
+
+                    process_to_kill, idle_since = idle_workers.popleft()
+                    process_to_kill.kill()
+                    workers.remove(process_to_kill)
+                    killed_processes.append(process_to_kill)
+
+                with CancelScope(shield=True):
+                    for killed_process in killed_processes:
+                        await killed_process.aclose()
+
+                break
+
+            workers.remove(process)
+        else:
+            command = [sys.executable, "-u", "-m", __name__]
+            process = await open_process(
+                command, stdin=subprocess.PIPE, stdout=subprocess.PIPE
+            )
+            try:
+                stdin = cast(ByteSendStream, process.stdin)
+                buffered = BufferedByteReceiveStream(
+                    cast(ByteReceiveStream, process.stdout)
+                )
+                with fail_after(20):
+                    message = await buffered.receive(6)
+
+                if message != b"READY\n":
+                    raise BrokenWorkerProcess(
+                        f"Worker process returned unexpected response: {message!r}"
+                    )
+
+                main_module_path = getattr(sys.modules["__main__"], "__file__", None)
+                pickled = pickle.dumps(
+                    ("init", sys.path, main_module_path),
+                    protocol=pickle.HIGHEST_PROTOCOL,
+                )
+                await send_raw_command(pickled)
+            except (BrokenWorkerProcess, get_cancelled_exc_class()):
+                raise
+            except BaseException as exc:
+                process.kill()
+                raise BrokenWorkerProcess(
+                    "Error during worker process initialization"
+                ) from exc
+
+            workers.add(process)
+
+        with CancelScope(shield=not cancellable):
+            try:
+                return cast(T_Retval, await send_raw_command(request))
+            finally:
+                if process in workers:
+                    idle_workers.append((process, current_time()))
+
+
+def current_default_process_limiter() -> CapacityLimiter:
+    """
+    Return the capacity limiter that is used by default to limit the number of worker
+    processes.
+
+    :return: a capacity limiter object
+
+    """
+    try:
+        return _default_process_limiter.get()
+    except LookupError:
+        limiter = CapacityLimiter(os.cpu_count() or 2)
+        _default_process_limiter.set(limiter)
+        return limiter
+
+
+def process_worker() -> None:
+    # Redirect standard streams to os.devnull so that user code won't interfere with the
+    # parent-worker communication
+    stdin = sys.stdin
+    stdout = sys.stdout
+    sys.stdin = open(os.devnull)
+    sys.stdout = open(os.devnull, "w")
+
+    stdout.buffer.write(b"READY\n")
+    while True:
+        retval = exception = None
+        try:
+            command, *args = pickle.load(stdin.buffer)
+        except EOFError:
+            return
+        except BaseException as exc:
+            exception = exc
+        else:
+            if command == "run":
+                func, args = args
+                try:
+                    retval = func(*args)
+                except BaseException as exc:
+                    exception = exc
+            elif command == "init":
+                main_module_path: str | None
+                sys.path, main_module_path = args
+                del sys.modules["__main__"]
+                if main_module_path and os.path.isfile(main_module_path):
+                    # Load the parent's main module but as __mp_main__ instead of
+                    # __main__ (like multiprocessing does) to avoid infinite recursion
+                    try:
+                        spec = spec_from_file_location("__mp_main__", main_module_path)
+                        if spec and spec.loader:
+                            main = module_from_spec(spec)
+                            spec.loader.exec_module(main)
+                            sys.modules["__main__"] = main
+                    except BaseException as exc:
+                        exception = exc
+        try:
+            if exception is not None:
+                status = b"EXCEPTION"
+                pickled = pickle.dumps(exception, pickle.HIGHEST_PROTOCOL)
+            else:
+                status = b"RETURN"
+                pickled = pickle.dumps(retval, pickle.HIGHEST_PROTOCOL)
+        except BaseException as exc:
+            exception = exc
+            status = b"EXCEPTION"
+            pickled = pickle.dumps(exc, pickle.HIGHEST_PROTOCOL)
+
+        stdout.buffer.write(b"%s %d\n" % (status, len(pickled)))
+        stdout.buffer.write(pickled)
+
+        # Respect SIGTERM
+        if isinstance(exception, SystemExit):
+            raise exception
+
+
+if __name__ == "__main__":
+    process_worker()

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/anyio/to_thread.py

@@ -0,0 +1,78 @@
+from __future__ import annotations
+
+__all__ = (
+    "run_sync",
+    "current_default_thread_limiter",
+)
+
+import sys
+from collections.abc import Callable
+from typing import TypeVar
+from warnings import warn
+
+from ._core._eventloop import get_async_backend
+from .abc import CapacityLimiter
+
+if sys.version_info >= (3, 11):
+    from typing import TypeVarTuple, Unpack
+else:
+    from typing_extensions import TypeVarTuple, Unpack
+
+T_Retval = TypeVar("T_Retval")
+PosArgsT = TypeVarTuple("PosArgsT")
+
+
+async def run_sync(
+    func: Callable[[Unpack[PosArgsT]], T_Retval],
+    *args: Unpack[PosArgsT],
+    abandon_on_cancel: bool = False,
+    cancellable: bool | None = None,
+    limiter: CapacityLimiter | None = None,
+) -> T_Retval:
+    """
+    Call the given function with the given arguments in a worker thread.
+
+    If the ``abandon_on_cancel`` option is enabled and the task waiting for its
+    completion is cancelled, the thread will still run its course but its
+    return value (or any raised exception) will be ignored.
+
+    :param func: a callable
+    :param args: positional arguments for the callable
+    :param abandon_on_cancel: ``True`` to abandon the thread (leaving it to run
+        unchecked on own) if the host task is cancelled, ``False`` to ignore
+        cancellations in the host task until the operation has completed in the worker
+        thread
+    :param cancellable: deprecated alias of ``abandon_on_cancel``; will override
+        ``abandon_on_cancel`` if both parameters are passed
+    :param limiter: capacity limiter to use to limit the total amount of threads running
+        (if omitted, the default limiter is used)
+    :raises NoEventLoopError: if no supported asynchronous event loop is running in the
+        current thread
+    :return: an awaitable that yields the return value of the function.
+
+    """
+    if cancellable is not None:
+        abandon_on_cancel = cancellable
+        warn(
+            "The `cancellable=` keyword argument to `anyio.to_thread.run_sync` is "
+            "deprecated since AnyIO 4.1.0; use `abandon_on_cancel=` instead",
+            DeprecationWarning,
+            stacklevel=2,
+        )
+
+    return await get_async_backend().run_sync_in_worker_thread(
+        func, args, abandon_on_cancel=abandon_on_cancel, limiter=limiter
+    )
+
+
+def current_default_thread_limiter() -> CapacityLimiter:
+    """
+    Return the capacity limiter that is used by default to limit the number of
+    concurrent threads.
+
+    :return: a capacity limiter object
+    :raises NoEventLoopError: if no supported asynchronous event loop is running in the
+        current thread
+
+    """
+    return get_async_backend().current_default_thread_limiter()

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/whisper/configuration_whisper.py

@@ -0,0 +1,167 @@
+# Copyright 2022 The HuggingFace Inc. team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Whisper model configuration"""
+
+from huggingface_hub.dataclasses import strict
+
+from ...configuration_utils import PreTrainedConfig
+from ...utils import auto_docstring
+
+
+# fmt: off
+NON_SPEECH_TOKENS = [
+    1, 2, 7, 8, 9, 10, 14, 25,
+    26, 27, 28, 29, 31, 58, 59, 60, 61, 62,
+    63, 90, 91, 92, 93, 357, 366, 438, 532, 685,
+    705, 796, 930, 1058, 1220, 1267, 1279, 1303, 1343, 1377,
+    1391, 1635, 1782, 1875, 2162, 2361, 2488, 3467, 4008, 4211,
+    4600, 4808, 5299, 5855, 6329, 7203, 9609, 9959, 10563, 10786,
+    11420, 11709, 11907, 13163, 13697, 13700, 14808, 15306, 16410, 16791,
+    17992, 19203, 19510, 20724, 22305, 22935, 27007, 30109, 30420, 33409,
+    34949, 40283, 40493, 40549, 47282, 49146, 50257, 50359, 50360, 50361
+]
+NON_SPEECH_TOKENS_MULTI = [
+    1, 2, 7, 8, 9, 10, 14, 25,
+    26, 27, 28, 29, 31, 58, 59, 60, 61, 62,
+    63, 90, 91, 92, 93, 359, 503, 522, 542, 873,
+    893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627,
+    3246, 3253, 3268, 3536, 3846, 3961, 4183, 4667, 6585, 6647,
+    7273, 9061, 9383, 10428, 10929, 11938, 12033, 12331, 12562, 13793,
+    14157, 14635, 15265, 15618, 16553, 16604, 18362, 18956, 20075, 21675,
+    22520, 26130, 26161, 26435, 28279, 29464, 31650, 32302, 32470, 36865,
+    42863, 47425, 49870, 50254, 50258, 50360, 50361, 50362
+]
+# fmt: on
+
+
+@auto_docstring(checkpoint="openai/whisper-tiny")
+@strict
+class WhisperConfig(PreTrainedConfig):
+    r"""
+    max_source_positions (`int`, *optional*, defaults to 1500):
+        The maximum sequence length of log-mel filter-bank features that this model might ever be used with.
+    max_target_positions (`int`, *optional*, defaults to 448):
+        The maximum sequence length that this model might ever be used with. Typically set this to something large
+        just in case (e.g., 512 or 1024 or 2048).
+    suppress_tokens (`list[int]`, *optional*):
+        A list containing the non-speech tokens that will be used by the logit processor in the `generate`
+        function. NON_SPEECH_TOKENS and NON_SPEECH_TOKENS_MULTI each correspond to the `english-only` and the
+        `multilingual` model.
+    begin_suppress_tokens (`list[int]`, *optional*, defaults to `[220,50256]`):
+        A list containing tokens that will be suppressed at the beginning of the sampling process. Initialized as
+        the token for `" "` (`blank_token_id`) and the `eos_token_id`
+    use_weighted_layer_sum (`bool`, *optional*, defaults to `False`):
+        Whether to use a weighted average of layer outputs with learned weights. Only relevant when using an
+        instance of [`WhisperForAudioClassification`].
+    classifier_proj_size (`int`, *optional*, defaults to 256):
+        Dimensionality of the projection before token mean-pooling for classification. Only relevant when using an
+        instance of [`WhisperForAudioClassification`].
+    apply_spec_augment (`bool`, *optional*, defaults to `False`):
+        Whether to apply *SpecAugment* data augmentation to the outputs of the feature encoder. For reference see
+        [SpecAugment: A Simple Data Augmentation Method for Automatic Speech
+        Recognition](https://huggingface.co/papers/1904.08779).
+    mask_time_prob (`float`, *optional*, defaults to 0.05):
+        Percentage (between 0 and 1) of all feature vectors along the time axis which will be masked. The masking
+        procedure generates `mask_time_prob*len(time_axis)/mask_time_length` independent masks over the axis. If
+        reasoning from the probability of each feature vector to be chosen as the start of the vector span to be
+        masked, *mask_time_prob* should be `prob_vector_start*mask_time_length`. Note that overlap may decrease the
+        actual percentage of masked vectors. This is only relevant if `apply_spec_augment == True`.
+    mask_time_length (`int`, *optional*, defaults to 10):
+        Length of vector span along the time axis.
+    mask_time_min_masks (`int`, *optional*, defaults to 2),:
+        The minimum number of masks of length `mask_feature_length` generated along the time axis, each time step,
+        irrespectively of `mask_feature_prob`. Only relevant if ''mask_time_prob*len(time_axis)/mask_time_length <
+        mask_time_min_masks''
+    mask_feature_prob (`float`, *optional*, defaults to 0.0):
+        Percentage (between 0 and 1) of all feature vectors along the feature axis which will be masked. The
+        masking procedure generates `mask_feature_prob*len(feature_axis)/mask_time_length` independent masks over
+        the axis. If reasoning from the probability of each feature vector to be chosen as the start of the vector
+        span to be masked, *mask_feature_prob* should be `prob_vector_start*mask_feature_length`. Note that overlap
+        may decrease the actual percentage of masked vectors. This is only relevant if `apply_spec_augment is
+        True`.
+    mask_feature_length (`int`, *optional*, defaults to 10):
+        Length of vector span along the feature axis.
+    mask_feature_min_masks (`int`, *optional*, defaults to 0):
+        The minimum number of masks of length `mask_feature_length` generated along the feature axis, each time
+        step, irrespectively of `mask_feature_prob`. Only relevant if
+        `mask_feature_prob*len(feature_axis)/mask_feature_length < mask_feature_min_masks`.
+    median_filter_width (`int`, *optional*, defaults to 7):
+        Width of the median filter used to smoothen to cross-attention outputs when computing token timestamps.
+        Should be an odd number.
+
+    Example:
+
+    ```python
+    >>> from transformers import WhisperConfig, WhisperModel
+
+    >>> # Initializing a Whisper tiny style configuration
+    >>> configuration = WhisperConfig()
+
+    >>> # Initializing a model (with random weights) from the tiny style configuration
+    >>> model = WhisperModel(configuration)
+
+    >>> # Accessing the model configuration
+    >>> configuration = model.config
+    ```"""
+
+    model_type = "whisper"
+    keys_to_ignore_at_inference = ["past_key_values"]
+    attribute_map = {
+        "num_key_value_heads": "encoder_attention_heads",
+        "num_attention_heads": "encoder_attention_heads",
+        "hidden_size": "d_model",
+        "num_hidden_layers": "encoder_layers",
+    }
+
+    vocab_size: int = 51865
+    num_mel_bins: int = 80
+    encoder_layers: int = 4
+    encoder_attention_heads: int = 6
+    decoder_layers: int = 4
+    decoder_attention_heads: int = 6
+    decoder_ffn_dim: int = 1536
+    encoder_ffn_dim: int = 1536
+    encoder_layerdrop: float | int = 0.0
+    decoder_layerdrop: float | int = 0.0
+    decoder_start_token_id: int = 50257
+    use_cache: bool = True
+    is_encoder_decoder: bool = True
+    activation_function: str = "gelu"
+    d_model: int = 384
+    dropout: float | int = 0.0
+    attention_dropout: float | int = 0.0
+    activation_dropout: float | int = 0.0
+    init_std: float = 0.02
+    scale_embedding: bool = False
+    max_source_positions: int = 1500
+    max_target_positions: int = 448
+    pad_token_id: int | None = 50256
+    bos_token_id: int | None = 50256
+    eos_token_id: int | list[int] | None = 50256
+    suppress_tokens: list | None = None
+    begin_suppress_tokens: list[int] | tuple[int, ...] | None = (220, 50256)
+    use_weighted_layer_sum: bool = False
+    classifier_proj_size: int = 256
+    apply_spec_augment: bool = False
+    mask_time_prob: float | int = 0.05
+    mask_time_length: int = 10
+    mask_time_min_masks: int = 2
+    mask_feature_prob: float | int = 0.0
+    mask_feature_length: int = 10
+    mask_feature_min_masks: int = 0
+    median_filter_width: int = 7
+    tie_word_embeddings: bool = True
+
+
+__all__ = ["WhisperConfig"]

LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/transformers/models/whisper/english_normalizer.py

@@ -0,0 +1,596 @@
+# Copyright 2022 The OpenAI team and The HuggingFace Team. All rights reserved.
+# Most of the code is copy pasted from the original whisper repository
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import re
+import unicodedata
+from collections.abc import Iterator
+from fractions import Fraction
+from re import Match
+
+import regex
+
+
+# non-ASCII letters that are not separated by "NFKD" normalization
+ADDITIONAL_DIACRITICS = {
+    "œ": "oe",
+    "Œ": "OE",
+    "ø": "o",
+    "Ø": "O",
+    "æ": "ae",
+    "Æ": "AE",
+    "ß": "ss",
+    "ẞ": "SS",
+    "đ": "d",
+    "Đ": "D",
+    "ð": "d",
+    "Ð": "D",
+    "þ": "th",
+    "Þ": "th",
+    "ł": "l",
+    "Ł": "L",
+}
+
+
+def remove_symbols_and_diacritics(s: str, keep=""):
+    """
+    Replace any other markers, symbols, and punctuations with a space, and drop any diacritics (category 'Mn' and some
+    manual mappings)
+    """
+
+    def replace_character(char):
+        if char in keep:
+            return char
+        elif char in ADDITIONAL_DIACRITICS:
+            return ADDITIONAL_DIACRITICS[char]
+
+        elif unicodedata.category(char) == "Mn":
+            return ""
+
+        elif unicodedata.category(char)[0] in "MSP":
+            return " "
+
+        return char
+
+    return "".join(replace_character(c) for c in unicodedata.normalize("NFKD", s))
+
+
+def remove_symbols(s: str):
+    """
+    Replace any other markers, symbols, punctuations with a space, keeping diacritics
+    """
+    return "".join(" " if unicodedata.category(c)[0] in "MSP" else c for c in unicodedata.normalize("NFKC", s))
+
+
+class BasicTextNormalizer:
+    def __init__(self, remove_diacritics: bool = False, split_letters: bool = False):
+        self.clean = remove_symbols_and_diacritics if remove_diacritics else remove_symbols
+        self.split_letters = split_letters
+
+    def __call__(self, s: str):
+        s = s.lower()
+        s = re.sub(r"[<\[][^>\]]*[>\]]", "", s)  # remove words between brackets
+        s = re.sub(r"\(([^)]+?)\)", "", s)  # remove words between parenthesis
+        s = self.clean(s).lower()
+
+        if self.split_letters:
+            s = " ".join(regex.findall(r"\X", s, regex.U))
+
+        s = re.sub(r"\s+", " ", s)  # replace any successive whitespace characters with a space
+
+        return s
+
+
+class EnglishNumberNormalizer:
+    """
+    Convert any spelled-out numbers into arabic numbers, while handling:
+
+    - remove any commas
+    - keep the suffixes such as: `1960s`, `274th`, `32nd`, etc.
+    - spell out currency symbols after the number. e.g. `$20 million` -> `20000000 dollars`
+    - spell out `one` and `ones`
+    - interpret successive single-digit numbers as nominal: `one oh one` -> `101`
+    """
+
+    def __init__(self):
+        super().__init__()
+
+        self.zeros = {"o", "oh", "zero"}
+        # fmt: off
+        self.ones = {
+            name: i
+            for i, name in enumerate(
+                ["one", "two", "three", "four", "five", "six", "seven", "eight", "nine", "ten", "eleven", "twelve", "thirteen", "fourteen", "fifteen", "sixteen", "seventeen", "eighteen", "nineteen"],
+                start=1,
+            )
+        }
+        # fmt: on
+        self.ones_plural = {
+            "sixes" if name == "six" else name + "s": (value, "s") for name, value in self.ones.items()
+        }
+        self.ones_ordinal = {
+            "zeroth": (0, "th"),
+            "first": (1, "st"),
+            "second": (2, "nd"),
+            "third": (3, "rd"),
+            "fifth": (5, "th"),
+            "twelfth": (12, "th"),
+            **{
+                name + ("h" if name.endswith("t") else "th"): (value, "th")
+                for name, value in self.ones.items()
+                if value > 3 and value != 5 and value != 12
+            },
+        }
+        self.ones_suffixed = {**self.ones_plural, **self.ones_ordinal}
+
+        self.tens = {
+            "twenty": 20,
+            "thirty": 30,
+            "forty": 40,
+            "fifty": 50,
+            "sixty": 60,
+            "seventy": 70,
+            "eighty": 80,
+            "ninety": 90,
+        }
+        self.tens_plural = {name.replace("y", "ies"): (value, "s") for name, value in self.tens.items()}
+        self.tens_ordinal = {name.replace("y", "ieth"): (value, "th") for name, value in self.tens.items()}
+        self.tens_suffixed = {**self.tens_plural, **self.tens_ordinal}
+
+        self.multipliers = {
+            "hundred": 100,
+            "thousand": 1_000,
+            "million": 1_000_000,
+            "billion": 1_000_000_000,
+            "trillion": 1_000_000_000_000,
+            "quadrillion": 1_000_000_000_000_000,
+            "quintillion": 1_000_000_000_000_000_000,
+            "sextillion": 1_000_000_000_000_000_000_000,
+            "septillion": 1_000_000_000_000_000_000_000_000,
+            "octillion": 1_000_000_000_000_000_000_000_000_000,
+            "nonillion": 1_000_000_000_000_000_000_000_000_000_000,
+            "decillion": 1_000_000_000_000_000_000_000_000_000_000_000,
+        }
+        self.multipliers_plural = {name + "s": (value, "s") for name, value in self.multipliers.items()}
+        self.multipliers_ordinal = {name + "th": (value, "th") for name, value in self.multipliers.items()}
+        self.multipliers_suffixed = {**self.multipliers_plural, **self.multipliers_ordinal}
+        self.decimals = {*self.ones, *self.tens, *self.zeros}
+
+        self.preceding_prefixers = {
+            "minus": "-",
+            "negative": "-",
+            "plus": "+",
+            "positive": "+",
+        }
+        self.following_prefixers = {
+            "pound": "£",
+            "pounds": "£",
+            "euro": "€",
+            "euros": "€",
+            "dollar": "$",
+            "dollars": "$",
+            "cent": "¢",
+            "cents": "¢",
+        }
+        self.prefixes = set(list(self.preceding_prefixers.values()) + list(self.following_prefixers.values()))
+        self.suffixers = {
+            "per": {"cent": "%"},
+            "percent": "%",
+        }
+        self.specials = {"and", "double", "triple", "point"}
+
+        self.words = {
+            key
+            for mapping in [
+                self.zeros,
+                self.ones,
+                self.ones_suffixed,
+                self.tens,
+                self.tens_suffixed,
+                self.multipliers,
+                self.multipliers_suffixed,
+                self.preceding_prefixers,
+                self.following_prefixers,
+                self.suffixers,
+                self.specials,
+            ]
+            for key in mapping
+        }
+        self.literal_words = {"one", "ones"}
+
+    def process_words(self, words: list[str]) -> Iterator[str]:
+        prefix: str | None = None
+        value: str | int | None = None
+        skip = False
+
+        def to_fraction(s: str):
+            try:
+                return Fraction(s)
+            except ValueError:
+                return None
+
+        def output(result: str | int):
+            nonlocal prefix, value
+            result = str(result)
+            if prefix is not None:
+                result = prefix + result
+            value = None
+            prefix = None
+            return result
+
+        if len(words) == 0:
+            return
+
+        for i, current in enumerate(words):
+            prev = words[i - 1] if i != 0 else None
+            next = words[i + 1] if i != len(words) - 1 else None
+            if skip:
+                skip = False
+                continue
+
+            next_is_numeric = next is not None and re.match(r"^\d+(\.\d+)?$", next)
+            has_prefix = current[0] in self.prefixes
+            current_without_prefix = current[1:] if has_prefix else current
+            if re.match(r"^\d+(\.\d+)?$", current_without_prefix):
+                # arabic numbers (potentially with signs and fractions)
+                f = to_fraction(current_without_prefix)
+                if f is None:
+                    raise ValueError("Converting the fraction failed")
+
+                if value is not None:
+                    if isinstance(value, str) and value.endswith("."):
+                        # concatenate decimals / ip address components
+                        value = str(value) + str(current)
+                        continue
+                    else:
+                        yield output(value)
+
+                prefix = current[0] if has_prefix else prefix
+                if f.denominator == 1:
+                    value = f.numerator  # store integers as int
+                else:
+                    value = current_without_prefix
+            elif current not in self.words:
+                # non-numeric words
+                if value is not None:
+                    yield output(value)
+                yield output(current)
+            elif current in self.zeros:
+                value = str(value or "") + "0"
+            elif current in self.ones:
+                ones = self.ones[current]
+
+                if value is None:
+                    value = ones
+                elif isinstance(value, str) or prev in self.ones:
+                    if prev in self.tens and ones < 10:  # replace the last zero with the digit
+                        value = value[:-1] + str(ones)
+                    else:
+                        value = str(value) + str(ones)
+                elif ones < 10:
+                    if value % 10 == 0:
+                        value += ones
+                    else:
+                        value = str(value) + str(ones)
+                else:  # eleven to nineteen
+                    if value % 100 == 0:
+                        value += ones
+                    else:
+                        value = str(value) + str(ones)
+            elif current in self.ones_suffixed:
+                # ordinal or cardinal; yield the number right away
+                ones, suffix = self.ones_suffixed[current]
+                if value is None:
+                    yield output(str(ones) + suffix)
+                elif isinstance(value, str) or prev in self.ones:
+                    if prev in self.tens and ones < 10:
+                        yield output(value[:-1] + str(ones) + suffix)
+                    else:
+                        yield output(str(value) + str(ones) + suffix)
+                elif ones < 10:
+                    if value % 10 == 0:
+                        yield output(str(value + ones) + suffix)
+                    else:
+                        yield output(str(value) + str(ones) + suffix)
+                else:  # eleven to nineteen
+                    if value % 100 == 0:
+                        yield output(str(value + ones) + suffix)
+                    else:
+                        yield output(str(value) + str(ones) + suffix)
+                value = None
+            elif current in self.tens:
+                tens = self.tens[current]
+                if value is None:
+                    value = tens
+                elif isinstance(value, str):
+                    value = str(value) + str(tens)
+                else:
+                    if value % 100 == 0:
+                        value += tens
+                    else:
+                        value = str(value) + str(tens)
+            elif current in self.tens_suffixed:
+                # ordinal or cardinal; yield the number right away
+                tens, suffix = self.tens_suffixed[current]
+                if value is None:
+                    yield output(str(tens) + suffix)
+                elif isinstance(value, str):
+                    yield output(str(value) + str(tens) + suffix)
+                else:
+                    if value % 100 == 0:
+                        yield output(str(value + tens) + suffix)
+                    else:
+                        yield output(str(value) + str(tens) + suffix)
+            elif current in self.multipliers:
+                multiplier = self.multipliers[current]
+                if value is None:
+                    value = multiplier
+                elif isinstance(value, str) or value == 0:
+                    f = to_fraction(value)
+                    p = f * multiplier if f is not None else None
+                    if f is not None and p.denominator == 1:
+                        value = p.numerator
+                    else:
+                        yield output(value)
+                        value = multiplier
+                else:
+                    before = value // 1000 * 1000
+                    residual = value % 1000
+                    value = before + residual * multiplier
+            elif current in self.multipliers_suffixed:
+                multiplier, suffix = self.multipliers_suffixed[current]
+                if value is None:
+                    yield output(str(multiplier) + suffix)
+                elif isinstance(value, str):
+                    f = to_fraction(value)
+                    p = f * multiplier if f is not None else None
+                    if f is not None and p.denominator == 1:
+                        yield output(str(p.numerator) + suffix)
+                    else:
+                        yield output(value)
+                        yield output(str(multiplier) + suffix)
+                else:  # int
+                    before = value // 1000 * 1000
+                    residual = value % 1000
+                    value = before + residual * multiplier
+                    yield output(str(value) + suffix)
+                value = None
+            elif current in self.preceding_prefixers:
+                # apply prefix (positive, minus, etc.) if it precedes a number
+                if value is not None:
+                    yield output(value)
+
+                if next in self.words or next_is_numeric:
+                    prefix = self.preceding_prefixers[current]
+                else:
+                    yield output(current)
+            elif current in self.following_prefixers:
+                # apply prefix (dollars, cents, etc.) only after a number
+                if value is not None:
+                    prefix = self.following_prefixers[current]
+                    yield output(value)
+                else:
+                    yield output(current)
+            elif current in self.suffixers:
+                # apply suffix symbols (percent -> '%')
+                if value is not None:
+                    suffix = self.suffixers[current]
+                    if isinstance(suffix, dict):
+                        if next in suffix:
+                            yield output(str(value) + suffix[next])
+                            skip = True
+                        else:
+                            yield output(value)
+                            yield output(current)
+                    else:
+                        yield output(str(value) + suffix)
+                else:
+                    yield output(current)
+            elif current in self.specials:
+                if next not in self.words and not next_is_numeric:
+                    # apply special handling only if the next word can be numeric
+                    if value is not None:
+                        yield output(value)
+                    yield output(current)
+                elif current == "and":
+                    # ignore "and" after hundreds, thousands, etc.
+                    if prev not in self.multipliers:
+                        if value is not None:
+                            yield output(value)
+                        yield output(current)
+                elif current == "double" or current == "triple":
+                    if next in self.ones or next in self.zeros:
+                        repeats = 2 if current == "double" else 3
+                        ones = self.ones.get(next, 0)
+                        value = str(value or "") + str(ones) * repeats
+                        skip = True
+                    else:
+                        if value is not None:
+                            yield output(value)
+                        yield output(current)
+                elif current == "point":
+                    if next in self.decimals or next_is_numeric:
+                        value = str(value or "") + "."
+                else:
+                    # should all have been covered at this point
+                    raise ValueError(f"Unexpected token: {current}")
+            else:
+                # all should have been covered at this point
+                raise ValueError(f"Unexpected token: {current}")
+
+        if value is not None:
+            yield output(value)
+
+    def preprocess(self, s: str):
+        # replace "<number> and a half" with "<number> point five"
+        results = []
+
+        segments = re.split(r"\band\s+a\s+half\b", s)
+        for i, segment in enumerate(segments):
+            if len(segment.strip()) == 0:
+                continue
+            if i == len(segments) - 1:
+                results.append(segment)
+            else:
+                results.append(segment)
+                last_word = segment.rsplit(maxsplit=2)[-1]
+                if last_word in self.decimals or last_word in self.multipliers:
+                    results.append("point five")
+                else:
+                    results.append("and a half")
+
+        s = " ".join(results)
+
+        # put a space at number/letter boundary
+        s = re.sub(r"([a-z])([0-9])", r"\1 \2", s)
+        s = re.sub(r"([0-9])([a-z])", r"\1 \2", s)
+
+        # but remove spaces which could be a suffix
+        s = re.sub(r"([0-9])\s+(st|nd|rd|th|s)\b", r"\1\2", s)
+
+        return s
+
+    def postprocess(self, s: str):
+        def combine_cents(m: Match):
+            try:
+                currency = m.group(1)
+                integer = m.group(2)
+                cents = int(m.group(3))
+                return f"{currency}{integer}.{cents:02d}"
+            except ValueError:
+                return m.string
+
+        def extract_cents(m: Match):
+            try:
+                return f"¢{int(m.group(1))}"
+            except ValueError:
+                return m.string
+
+        # apply currency postprocessing; "$2 and ¢7" -> "$2.07"
+        s = re.sub(r"([€£$])([0-9]+) (?:and )?¢([0-9]{1,2})\b", combine_cents, s)
+        s = re.sub(r"[€£$]0.([0-9]{1,2})\b", extract_cents, s)
+
+        # write "one(s)" instead of "1(s)", just for the readability
+        s = re.sub(r"\b1(s?)\b", r"one\1", s)
+
+        return s
+
+    def __call__(self, s: str):
+        s = self.preprocess(s)
+        s = " ".join(word for word in self.process_words(s.split()) if word is not None)
+        s = self.postprocess(s)
+
+        return s
+
+
+class EnglishSpellingNormalizer:
+    """
+    Applies British-American spelling mappings as listed in [1].
+
+    [1] https://www.tysto.com/uk-us-spelling-list.html
+    """
+
+    def __init__(self, english_spelling_mapping):
+        self.mapping = english_spelling_mapping
+
+    def __call__(self, s: str):
+        return " ".join(self.mapping.get(word, word) for word in s.split())
+
+
+class EnglishTextNormalizer:
+    def __init__(self, english_spelling_mapping):
+        self.ignore_patterns = r"\b(hmm|mm|mhm|mmm|uh|um)\b"
+        self.replacers = {
+            # common contractions
+            r"\bwon't\b": "will not",
+            r"\bcan't\b": "can not",
+            r"\blet's\b": "let us",
+            r"\bain't\b": "aint",
+            r"\by'all\b": "you all",
+            r"\bwanna\b": "want to",
+            r"\bgotta\b": "got to",
+            r"\bgonna\b": "going to",
+            r"\bi'ma\b": "i am going to",
+            r"\bimma\b": "i am going to",
+            r"\bwoulda\b": "would have",
+            r"\bcoulda\b": "could have",
+            r"\bshoulda\b": "should have",
+            r"\bma'am\b": "madam",
+            # contractions in titles/prefixes
+            r"\bmr\b": "mister ",
+            r"\bmrs\b": "missus ",
+            r"\bst\b": "saint ",
+            r"\bdr\b": "doctor ",
+            r"\bprof\b": "professor ",
+            r"\bcapt\b": "captain ",
+            r"\bgov\b": "governor ",
+            r"\bald\b": "alderman ",
+            r"\bgen\b": "general ",
+            r"\bsen\b": "senator ",
+            r"\brep\b": "representative ",
+            r"\bpres\b": "president ",
+            r"\brev\b": "reverend ",
+            r"\bhon\b": "honorable ",
+            r"\basst\b": "assistant ",
+            r"\bassoc\b": "associate ",
+            r"\blt\b": "lieutenant ",
+            r"\bcol\b": "colonel ",
+            r"\bjr\b": "junior ",
+            r"\bsr\b": "senior ",
+            r"\besq\b": "esquire ",
+            # prefect tenses, ideally it should be any past participles, but it's harder..
+            r"'d been\b": " had been",
+            r"'s been\b": " has been",
+            r"'d gone\b": " had gone",
+            r"'s gone\b": " has gone",
+            r"'d done\b": " had done",  # "'s done" is ambiguous
+            r"'s got\b": " has got",
+            # general contractions
+            r"n't\b": " not",
+            r"'re\b": " are",
+            r"'s\b": " is",
+            r"'d\b": " would",
+            r"'ll\b": " will",
+            r"'t\b": " not",
+            r"'ve\b": " have",
+            r"'m\b": " am",
+        }
+        self.standardize_numbers = EnglishNumberNormalizer()
+        self.standardize_spellings = EnglishSpellingNormalizer(english_spelling_mapping)
+
+    def __call__(self, s: str):
+        s = s.lower()
+
+        s = re.sub(r"[<\[][^>\]]*[>\]]", "", s)  # remove words between brackets
+        s = re.sub(r"\(([^)]+?)\)", "", s)  # remove words between parenthesis
+        s = re.sub(self.ignore_patterns, "", s)
+        s = re.sub(r"\s+'", "'", s)  # standardize when there's a space before an apostrophe
+
+        for pattern, replacement in self.replacers.items():
+            s = re.sub(pattern, replacement, s)
+
+        s = re.sub(r"(\d),(\d)", r"\1\2", s)  # remove commas between digits
+        s = re.sub(r"\.([^0-9]|$)", r" \1", s)  # remove periods not followed by numbers
+        s = remove_symbols_and_diacritics(s, keep=".%$¢€£")  # keep some symbols for numerics
+
+        s = self.standardize_numbers(s)
+        s = self.standardize_spellings(s)
+
+        # now remove prefix/suffix symbols that are not preceded/followed by numbers
+        s = re.sub(r"[.$¢€£]([^0-9])", r" \1", s)
+        s = re.sub(r"([^0-9])%", r"\1 ", s)
+
+        s = re.sub(r"\s+", " ", s)  # replace any successive whitespace characters with a space
+
+        return s

LTA_openwebtext_dualt/mini_owt_logdirichlet/audits/owt_ultraclean10k_row_audit/summary.txt

@@ -0,0 +1,155 @@
+cache=cache/owt_t5_stream_pack1023_ultraclean_probe80k_rowvalid_10k_seed20260527_appendeos1.pt
+shape=(10000, 1024) audited_rows=10000 source=/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext
+
+score: mean=0.3208 p50=0.24 p90=0.6619 p99=1.084 max=1.609
+flag_count: mean=0.5033 p50=0 p90=1 p99=2 max=4
+unique: mean=452.5 p50=456 p90=493 p99=522 max=575
+top_frac: mean=0.04649 p50=0.0459 p90=0.05566 p99=0.06738 max=0.0791
+max_run: mean=1.419 p50=1 p90=2 p99=3 max=7
+bigram_count: mean=3.315 p50=0 p90=10 p99=15 max=27
+trigram_count: mean=0.5936 p50=0 p90=0 p99=12 max=24
+word_count: mean=699.2 p50=701 p90=747 p99=786 max=845
+sentence_count: mean=32.58 p50=32 p90=42 p99=55 max=96
+alpha_frac: mean=0.9531 p50=0.955 p90=0.9658 p99=0.9738 max=0.9902
+punct_frac: mean=0.03229 p50=0.03133 p90=0.04128 p99=0.05411 max=0.1134
+code_symbol_frac: mean=0.00182 p50=0.001563 p90=0.0028 p99=0.009539 max=0.02947
+non_ascii_frac: mean=0.005314 p50=0.00464 p90=0.01107 p99=0.01762 max=0.03831
+stop_frac: mean=0.3791 p50=0.3789 p90=0.4178 p99=0.4567 max=0.4976
+internal_eos_count: mean=1.149 p50=1 p90=2 p99=3 max=4
+line_count: mean=1 p50=1 p90=1 p99=1 max=1
+short_line_frac: mean=0 p50=0 p90=0 p99=0 max=0
+
+flag_counts:
+  bigram: 3442/10000 (34.42%)
+  trigram: 605/10000 (6.05%)
+  unk: 519/10000 (5.19%)
+  top_token: 445/10000 (4.45%)
+  run: 9/10000 (0.09%)
+  low_stop: 9/10000 (0.09%)
+  non_ascii: 4/10000 (0.04%)
+
+top_tokens_all:
+  0.04133	423170	3	
+  0.03649	373630	8	the
+  0.03331	341070	6	,
+  0.03187	326307	5	.
+  0.02573	263476	7	s
+  0.01981	202887	9	a
+  0.01980	202730	12	to
+  0.01815	185825	13	of
+  0.01685	172539	11	and
+  0.01329	136117	16	in
+  0.00872	89305	24	that
+  0.00811	83078	22	’
+  0.00752	77047	19	is
+  0.00751	76871	18	-
+  0.00653	66907	21	for
+  0.00571	58477	31	'
+  0.00562	57548	30	on
+  0.00546	55881	17	t
+  0.00525	53802	15	e
+  0.00501	51300	34	it
+  0.00471	48255	28	with
+  0.00465	47642	26	d
+  0.00454	46459	37	The
+  0.00450	46046	47	was
+  0.00408	41808	38	as
+  0.00394	40346	27	I
+  0.00384	39298	36	be
+  0.00383	39251	105	“
+  0.00355	36301	33	are
+  0.00337	34494	43	have
+  0.00330	33785	44	at
+  0.00321	32872	88	he
+  0.00305	31188	57	by
+  0.00302	30973	45	from
+  0.00298	30506	53	ing
+  0.00279	28570	65	has
+  0.00275	28201	48	this
+  0.00275	28112	96	"
+  0.00274	28090	59	not
+  0.00274	28080	243	said
+  0.00266	27234	10	:
+  0.00262	26795	25	you
+  0.00259	26554	46	an
+  0.00252	25779	112	his
+  0.00230	23522	79	they
+  0.00222	22698	29	n
+  0.00218	22294	32	o
+  0.00215	22001	42	or
+  0.00214	21929	56	will
+  0.00213	21859	41	(
+  0.00210	21490	1	</s>
+  0.00208	21259	68	but
+  0.00203	20805	62	we
+  0.00198	20252	70	their
+  0.00197	20159	23	i
+  0.00196	20115	63	y
+  0.00194	19815	113	who
+  0.00183	18738	72	more
+  0.00177	18169	81	about
+  0.00175	17879	54	can
+
+first_tokens:
+  0.04450	445	3	
+  0.03880	388	8	the
+  0.03380	338	6	,
+  0.02950	295	5	.
+  0.02540	254	7	s
+  0.02340	234	12	to
+  0.02050	205	13	of
+  0.02030	203	9	a
+  0.01670	167	11	and
+  0.01300	130	16	in
+  0.00980	98	22	’
+  0.00810	81	24	that
+  0.00680	68	17	t
+  0.00640	64	21	for
+  0.00640	64	18	-
+  0.00620	62	31	'
+  0.00600	60	19	is
+  0.00520	52	15	e
+  0.00480	48	47	was
+  0.00460	46	26	d
+  0.00460	46	30	on
+  0.00410	41	38	as
+  0.00410	41	43	have
+  0.00400	40	34	it
+  0.00390	39	27	I
+  0.00370	37	48	this
+  0.00360	36	59	not
+  0.00360	36	44	at
+  0.00350	35	37	The
+  0.00350	35	105	“
+  0.00340	34	33	are
+  0.00340	34	65	has
+  0.00340	34	36	be
+  0.00340	34	28	with
+  0.00340	34	96	"
+  0.00340	34	25	you
+  0.00320	32	53	ing
+  0.00310	31	57	by
+  0.00310	31	88	he
+  0.00290	29	29	n
+
+worst_indices:
+  idx=8304 score=1.6087 flags=top_token=0.076:.|bigram=12:? Robinson|trigram=12:? Robinson: preview='s been fun. ESPN.com: As a basketball player, how important are your socks? Robinson: Oh, man, it's big-time. Trust me. I've been around where you have uncomfortable socks, and they just don't feel right. It's like, 'Ugh,' it's like a drag
+  idx=9444 score=1.5775 flags=top_token=0.074:|bigram=12:- Ya|trigram=12:- Ya preview=rashant Bhushan. They were treated unfairly," she said. Arvind Kejriwal has, meanwhile, returned to the National Council meeting venue in Kapashera, say reports. Arvind and his gang are a bunch of uncouth goons - Shazia Ilmi They (Yogendra 
+  idx=2840 score=1.5587 flags=top_token=0.061:,|run=6:a|bigram=21:. SH|trigram=21:. SHAME preview=allowed Sleep is not allowed The crowd will be encouraged to chant “SHAME. SHAME. SHAME. SHAME” for the entire round Admission would be free and open, allowing fresh hecklers to fill in and yell throughout the 41-hour process In hour five, 
+  idx=4393 score=1.4962 flags=top_token=0.072:the|bigram=17:Hong Kong|trigram=11:in Hong Kong preview=by the National People’s Congress Standing Committee on the broad outlines of policy changes envisioned for the 2017 election of the next chief executive of Hong Kong. In his speech, he said giving people in Hong Kong an unfettered choice i
+  idx=4831 score=1.4837 flags=top_token=0.068:,|bigram=14:You are|trigram=12:. You are preview=k in the movie, All the King’s Men (based on the eponymous Pulitzer Prize-winning novel by Robert Penn Warren) is apropos the treatment of the supporters of Donald Trump by the reigning tastemakers of the conservative movement. An updated v
+  idx=7195 score=1.4837 flags=top_token=0.068:the|bigram=13:the playoff|trigram=12:the playoffs preview=something we’d like to change. We invite the rest of the political media to follow our lead and reject tired anti-Hillary narratives. Stop rewarding conservative Clinton-bashers who constructed a toxic framework for Hillary coverage decades
+  idx=8417 score=1.4752 flags=top_token=0.079:the|bigram=12:of the|trigram=8:’s Department preview=the error three days before the parliamentary record was corrected on 4 June. Labor has been highly critical of the government for waiting until the final day of a parliamentary sitting fortnight to retract the previous claims, and argues t
+  idx=6276 score=1.4712 flags=unk=1|top_token=0.064:the|bigram=14:of the|trigram=12:Hatch Act preview=and defining prohibited political activity to include all "activity directed toward the success or failure of a political party, candidate for partisan political office, or partisan political group." Did Director Comey's letter to Congress 
+  idx=2214 score=1.4337 flags=top_token=0.068:the|bigram=12:s Canada|trigram=11:Parks Canada preview=a.m. on Saturday, the moment that the shootings began in the Aurora theater a year earlier. Scheduled participants include a wounded survivor of the Aurora shootings, parents whose adult children were killed in the theater and a woman whose
+  idx=6972 score=1.4337 flags=top_token=0.068:the|bigram=27:the loop|trigram=11:of the loop preview=included a death. It takes a week or two for blood tests to reveal whether alcohol was involved in a crash, so for the time being, the driver was sent home pending charges. Troy police said the couple in the Mazda attended the Dream Cruise.
+  idx=8139 score=1.4056 flags=top_token=0.063:.|bigram=14:. Water|trigram=14:Mr. Water preview=says Mr. McMullen, who provided The Globe with a May, 2015, document signed by Mr. Watermulder, releasing his former employer from claims of wrongful dismissal in exchange for severance pay. Mr. Watermulder says he was not fired and that he
+  idx=3650 score=1.4025 flags=top_token=0.066:|bigram=14:Miss Joseph|trigram=11:Mr Cund preview='Yes.'</s> The ex-model girlfriend of a superrich financier was refused a £4million payout because his advisers suspected she was being 'greedy and undeserving'. Nigerian born Tina Chantale Joseph, 51, lost a High Court legal battle over th
+  idx=1079 score=1.3747 flags=top_token=0.062:|bigram=18:at the|trigram=16:the rim preview=the way here is USC. The same team we previously saw sitting in eighth place in block percentage and third in block percentage at the rim. Meanwhile, Colorado is in second with just the seventh best block percentage overall and at the rim. 
+  idx=7582 score=1.3494 flags=unk=1|top_token=0.069:|bigram=10:the Red|trigram=10:the Reds preview=was good enough to hold on to victory, but this team needs to go for the jugular when it has a lead instead of desperately retreating inwards to try and simply eke out a win. utilized an ultra-conservative game plan that almost backfired on
+  idx=4692 score=1.3312 flags=top_token=0.061:|bigram=8:of Bor|trigram=13:a burg|low_stop=0.171 preview=s Borrelia burgdorferi spirochetes in 4 weeks after ceftriaxone treatment in C3H/He mice. J Infect Dis 2007;195:1489–1496. Yrjanainen H, Hytonen J, Hartiala P, Oksi J, Vijanen MK. Persistence of borrelial DNA in the joints of Borrelia burgd
+  idx=5891 score=1.3056 flags=unk=1|top_token=0.063:the|bigram=11:Democratic Party|trigram=10:the Democratic Party preview=to 46%. This is the largest percentage saying so since November 1994, after the party's losses in that year's midterm elections. Most major demographic and attitudinal subgroups show at least a slight uptick since 2008 in perceptions that t
+  idx=3012 score=1.2994 flags=top_token=0.069:|bigram=10:ex tape|trigram=10:sex tape preview=performance amid a watershed result for the team. MICHAEL COX’S ASSESSMENT: Francis Coquelin has unquestionably been the revelation of Arsenal’s season, returning from a loan spell at Charlton to become a fixture in the first team. Having i
+  idx=7972 score=1.2869 flags=top_token=0.065:|bigram=14:in one|trigram=9:a hole preview=unemployed men (currently 1.5 million and a rate of 75.4% as opposed to 1 million and a rate of 65.4% women)to get onto the employment ladder (and women of course). So why are there are special schemes for female entrepreneurs and why is th
+  idx=184 score=1.2806 flags=unk=1|bigram=15:of the|trigram=12:the Alam preview=was imprisoned for his involvement.[18] Travis was commissioned as a lieutenant colonel of the Legion of Cavalry and became the chief recruiting officer for a new regular Texian army.[18] Governor Henry Smith ordered Travis to raise a compa
+  idx=4154 score=1.2775 flags=bigram=15:( ISBN|trigram=15:( ISBN preview=video is from CNN's Newsroom, broadcast on November 21.</s> Bob the Angry Flower Author(s) Stephen Notley Website http://www.angryflower.com/ Current status/schedule Weekly Launch date 1992 Genre(s) Comedy Bob the Angry Flower is a webcomic