syvb
/

nla-ordered-features-rl

@@ -0,0 +1,493 @@
  ...build/ar_sft_shuf.parquet: 100%|██████████| 15.7MB / 15.7MB            [A[A
  ...build/av_sft_shuf.parquet: 100%|██████████| 15.8MB / 15.8MB            [A[A[A
  ...ata/build/rl_shuf.parquet: 100%|██████████| 30.1MB / 30.1MB            [A[A[A[A
  ...build/ar_sft_shuf.parquet: 100%|██████████| 15.7MB / 15.7MB            [A[A
  ...build/av_sft_shuf.parquet: 100%|██████████| 15.8MB / 15.8MB            [A[A[A
  ...ata/build/rl_shuf.parquet: 100%|██████████| 30.1MB / 30.1MB            [A[A[A[A
  ...build/ar_sft_shuf.parquet: 100%|██████████| 15.7MB / 15.7MB
  ...build/av_sft_shuf.parquet: 100%|██████████| 15.8MB / 15.8MB
  ...ata/build/rl_shuf.parquet: 100%|██████████| 30.1MB / 30.1MB
  ...adapter_model.safetensors:  18%|█▊        | 88.0MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors:  18%|█▊        | 88.0MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors:  34%|███▍      |  168MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors:  52%|█████▏    |  256MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors:  68%|██████▊   |  336MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors:  86%|████████▋ |  424MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB
  ...ra_value_head.safetensors:  39%|███▉      | 79.9MB /  204MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...ra_value_head.safetensors:  39%|███▉      | 79.9MB /  204MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...ra_value_head.safetensors:  82%|████████▏ |  168MB /  204MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB
  ...adapter_model.safetensors:   0%|          | 10.5kB /  491MB            [A[A
  ...adapter_model.safetensors:  16%|█▋        | 79.9MB /  491MB            [A[A[A
  ...adapter_model.safetensors:   0%|          | 10.5kB /  491MB            [A[A
  ...adapter_model.safetensors:  16%|█▋        | 79.9MB /  491MB            [A[A[A
  ...adapter_model.safetensors:   0%|          | 10.5kB /  491MB            [A[A
  ...adapter_model.safetensors:  34%|███▍      |  168MB /  491MB            [A[A[A
  ...adapter_model.safetensors:   0%|          | 10.5kB /  491MB            [A[A
  ...adapter_model.safetensors:  52%|█████▏    |  256MB /  491MB            [A[A[A
  ...ra_value_head.safetensors:  43%|████▎     | 87.9MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  21%|██        |  104MB /  491MB            [A[A
  ...adapter_model.safetensors:  70%|███████   |  344MB /  491MB            [A[A[A
  ...ra_value_head.safetensors:  43%|████▎     | 87.9MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  37%|███▋      |  184MB /  491MB            [A[A
  ...adapter_model.safetensors:  86%|████████▋ |  424MB /  491MB            [A[A[A
  ...ra_value_head.safetensors:  86%|████████▋ |  176MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  54%|█████▍    |  264MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  70%|███████   |  344MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  88%|████████▊ |  432MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  98%|█████████▊|  483MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  99%|█████████▉|  485MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors: 100%|█████████▉|  491MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB

+=================== STAGE 1/8: download slim dataset (syvb/nla-warmstart-explanations-finefineweb-sonnet46) ===================
+2026-06-22T06:20:17Z
+  (skip) /workspace/nla_poc/data/slim.parquet exists
+=================== STAGE 2/8: regenerate activations ===================
+2026-06-22T06:20:17Z
+  (skip) /workspace/nla_poc/data/base_with_activations.parquet exists
+=================== STAGE 3/8: synthesize base sidecar ===================
+2026-06-22T06:20:17Z
+  (skip) sidecar exists
+=================== STAGE 4/8: document-level split 25/25/50 ===================
+2026-06-22T06:20:17Z
+  (skip) split exists
+=================== STAGE 5/8: build training parquets (av_sft, ar_sft, rl) ===================
+2026-06-22T06:20:17Z
+row counts:
+  av_sft_shuf: 2087 rows
+  ar_sft_shuf: 2090 rows
+  rl_shuf: 4220 rows
+[push] /workspace/nla_poc/data/build -> syvb/nla-ordered-features-poc-data (dataset)
  ...build/ar_sft_shuf.parquet: 100%|██████████| 15.7MB / 15.7MB            [A[A
  ...build/av_sft_shuf.parquet: 100%|██████████| 15.8MB / 15.8MB            [A[A[A
  ...ata/build/rl_shuf.parquet: 100%|██████████| 30.1MB / 30.1MB            [A[A[A[A
  ...build/ar_sft_shuf.parquet: 100%|██████████| 15.7MB / 15.7MB            [A[A
  ...build/av_sft_shuf.parquet: 100%|██████████| 15.8MB / 15.8MB            [A[A[A
  ...ata/build/rl_shuf.parquet: 100%|██████████| 30.1MB / 30.1MB            [A[A[A[A
  ...build/ar_sft_shuf.parquet: 100%|██████████| 15.7MB / 15.7MB
  ...build/av_sft_shuf.parquet: 100%|██████████| 15.8MB / 15.8MB
  ...ata/build/rl_shuf.parquet: 100%|██████████| 30.1MB / 30.1MB
+No files have been modified since last commit. Skipping to prevent empty commit.
+[push_ckpt] pushed /workspace/nla_poc/data/build -> syvb/nla-ordered-features-poc-data (dataset)
+[push_ckpt] added syvb/nla-ordered-features-poc-data to collection
+=================== STAGE 6/8: AV warm-start SFT (300 steps) ===================
+2026-06-22T06:20:19Z
+  (skip) AV checkpoint exists
+AV_CKPT=/workspace/nla_poc/ckpts/av_sft/iter_0000300
+[push] /workspace/nla_poc/ckpts/av_sft/iter_0000300 -> syvb/nla-ordered-features-av-sft (model)
  ...adapter_model.safetensors:  18%|█▊        | 88.0MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors:  18%|█▊        | 88.0MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors:  34%|███▍      |  168MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors:  52%|█████▏    |  256MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors:  68%|██████▊   |  336MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors:  86%|████████▋ |  424MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB
+No files have been modified since last commit. Skipping to prevent empty commit.
+[push_ckpt] pushed /workspace/nla_poc/ckpts/av_sft/iter_0000300 -> syvb/nla-ordered-features-av-sft (model)
+[push_ckpt] added syvb/nla-ordered-features-av-sft to collection
+=================== STAGE 7/8: AR warm-start SFT (300 steps) ===================
+2026-06-22T06:20:22Z
+  (skip) AR checkpoint exists
+AR_CKPT=/workspace/nla_poc/ckpts/ar_sft/iter_0000300
+[push] /workspace/nla_poc/ckpts/ar_sft/iter_0000300 -> syvb/nla-ordered-features-ar-sft (model)
  ...ra_value_head.safetensors:  39%|███▉      | 79.9MB /  204MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...ra_value_head.safetensors:  39%|███▉      | 79.9MB /  204MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...ra_value_head.safetensors:  82%|████████▏ |  168MB /  204MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB
  ...er_0000300/tokenizer.json: 100%|██████████| 11.4MB / 11.4MB
+No files have been modified since last commit. Skipping to prevent empty commit.
+[push_ckpt] pushed /workspace/nla_poc/ckpts/ar_sft/iter_0000300 -> syvb/nla-ordered-features-ar-sft (model)
+[push_ckpt] added syvb/nla-ordered-features-ar-sft to collection
+=================== STAGE 8/8: RL ordered-features (post-hoc/per-group+maskK, 120 steps) ===================
+2026-06-22T06:20:25Z
+[cfg] inj_id=149705 mse_scale_f=64.0 d_model=4096
+[actor] base=Qwen/Qwen3-8B + AV-LoRA=/workspace/nla_poc/ckpts/av_sft/iter_0000300 (quant=4bit, device_map=single)
+`torch_dtype` is deprecated! Use `dtype` instead!
+trainable params: 122,683,392 || all params: 8,436,102,144 || trainable%: 1.4543
+[critic] AR-LoRA from /workspace/nla_poc/ckpts/ar_sft/iter_0000300: {'ar_num_layers': 25, 'lora_r': 128, 'lora_alpha': 16, 'quant': '4bit', 'target_modules': ['q_proj', 'k_proj', 'v_proj', 'o_proj'], 'final_norm_stripped': True}
+[critic] truncated to 25 layers, value_head identity-init (weight norm = 64.000)
+[critic] loaded 201 AR tensors (missing=276 backbone keys, unexpected=0)
+[critic] CO-TRAINED, lr=5e-05, trainable=0.10B (backbone + value_head)
+[critic] value_head shape=(4096, 4096)
+[rollout] EOS-trim ids: [151643, 151645]
+[data] loading /workspace/nla_poc/data/build/rl_shuf.parquet (max_rows=3000)
+[data] 3000 rows
+[fve] predict-the-mean baseline mse_nrm = 0.5603 (paper def; meannorm baseline = 0.6738)
+[optim] using bitsandbytes AdamW8bit (bnb 0.49.2)
+wandb: [wandb.login()] Loaded credentials for https://api.wandb.ai from WANDB_API_KEY.
+wandb: Currently logged in as: syvb (octahedral-systems) to https://api.wandb.ai. Use `wandb login --relogin` to force relogin
+wandb: Tracking run with wandb version 0.27.2
+wandb: Run data is saved locally in /workspace/nanoNLA/wandb/run-20260622_062121-3h87i5bj
+wandb: Run `wandb offline` to turn off syncing.
+wandb: Syncing run rl_ordered_poc
+wandb: ⭐️ View project at https://wandb.ai/octahedral-systems/nla-qwen3-8b
+wandb: 🚀 View run at https://wandb.ai/octahedral-systems/nla-qwen3-8b/runs/3h87i5bj
+[eval] 20 doc-disjoint prompts loaded (rows past 3000, excluding 2827 training doc_ids)
+[ordered-features] post-hoc/per-group + loss-mask-to-K: critic sees Uniform[1,10] features
+step 0000 | loss 0.0004 | r -0.546 | FVE 2.6% | crit 0.5460 | kl 0.0000 | clip 0.00% | ext 69% | t 161s
+  [eval@0] reward -0.887 | FVE -23.2% | ext 85%
+    [eval@0 idx=0 r=-0.804] Date pattern "July [day]" requires day number like 1st/5th Specific recording date expected for British Academy explanation Narrative structure expects final chronological conclusion statement "existe
+    [eval@0 idx=7 r=-2.000] <extraction failed>
+    [eval@0 idx=14 r=-0.726] List item continuation: another event date expected Bullet-pointed program detail: recurring time/guest format Specific date pattern: "June [month] [date]" immediately follows Carolyn Brown biographic
+step 0001 | loss 0.0004 | r -0.566 | FVE -1.0% | crit 0.5661 | kl 0.0108 | clip 0.00% | ext 83% | t 163s
+step 0002 | loss 0.0003 | r -0.612 | FVE -9.2% | crit 0.6119 | kl 0.0349 | clip 0.00% | ext 97% | t 161s
+step 0003 | loss 0.0003 | r -0.636 | FVE -13.5% | crit 0.6358 | kl 0.0455 | clip 0.00% | ext 98% | t 154s
+step 0004 | loss 0.0015 | r -0.592 | FVE -5.6% | crit 0.5917 | kl 0.0928 | clip 0.00% | ext 98% | t 154s
+step 0005 | loss 0.0019 | r -0.592 | FVE -5.6% | crit 0.5923 | kl 0.1467 | clip 0.00% | ext 100% | t 145s
+step 0006 | loss 0.0016 | r -0.537 | FVE 4.2% | crit 0.5366 | kl 0.1667 | clip 0.00% | ext 100% | t 142s
+step 0007 | loss 0.0033 | r -0.538 | FVE 3.9% | crit 0.5387 | kl 0.2678 | clip 0.00% | ext 100% | t 132s
+step 0008 | loss 0.0027 | r -0.617 | FVE -10.1% | crit 0.6171 | kl 0.2682 | clip 0.00% | ext 100% | t 133s
+step 0009 | loss 0.0023 | r -0.516 | FVE 7.9% | crit 0.5160 | kl 0.2679 | clip 0.00% | ext 100% | t 143s
+step 0010 | loss 0.0034 | r -0.549 | FVE 1.9% | crit 0.5496 | kl 0.3145 | clip 0.01% | ext 100% | t 141s
+  [eval@10] reward -0.574 | FVE -2.4% | ext 100%
+    [eval@10 idx=0 r=-0.696] Sentence ending with "2017 July" requires completion Date format "Day Month Year" pattern expected Publication submission date after draft submission Academic paper submission timeline description con
+    [eval@10 idx=7 r=-0.477] Sentence ends mid-phrase "bees"; missing word completion List of topics continues after "bees" phrase Article body section continues with new paragraph Bee-related article content expected next Formal
+    [eval@10 idx=14 r=-0.407] Sentence ending at "June" requires completion Date/description phrase follows "June" conventionally Publication event described after date Event description pattern: "June [date], [description]" Year
+step 0011 | loss 0.0025 | r -0.550 | FVE 1.8% | crit 0.5504 | kl 0.2957 | clip 0.00% | ext 100% | t 133s
+step 0012 | loss 0.0031 | r -0.582 | FVE -3.9% | crit 0.5822 | kl 0.3208 | clip 0.00% | ext 100% | t 140s
+step 0013 | loss 0.0040 | r -0.521 | FVE 7.1% | crit 0.5207 | kl 0.4357 | clip 0.05% | ext 100% | t 137s
+step 0014 | loss 0.0038 | r -0.512 | FVE 8.6% | crit 0.5119 | kl 0.3909 | clip 0.00% | ext 100% | t 132s
+step 0015 | loss 0.0071 | r -0.719 | FVE -28.4% | crit 0.7189 | kl 0.7611 | clip 0.03% | ext 100% | t 144s
+step 0016 | loss 0.0048 | r -0.560 | FVE 0.1% | crit 0.5597 | kl 0.4400 | clip 0.00% | ext 100% | t 143s
+step 0017 | loss 0.0040 | r -0.482 | FVE 13.9% | crit 0.4823 | kl 0.4185 | clip 0.00% | ext 98% | t 137s
+step 0018 | loss 0.0052 | r -0.554 | FVE 1.2% | crit 0.5536 | kl 0.4828 | clip 0.00% | ext 100% | t 140s
+step 0019 | loss 0.0046 | r -0.547 | FVE 2.3% | crit 0.5472 | kl 0.4208 | clip 0.01% | ext 100% | t 141s
+step 0020 | loss 0.0054 | r -0.486 | FVE 13.2% | crit 0.4863 | kl 0.4815 | clip 0.00% | ext 98% | t 148s
+  [eval@20] reward -0.603 | FVE 5.5% | ext 95%
+    [eval@20 idx=0 r=-0.671] Sentence ending mid-phrase "Sum7" requires completion Date/specific date expected after "July" University booking system details being described Pattern: Service Item details continued after incomplet
+    [eval@20 idx=7 r=-0.470] Sentence "media contributing to bees" abruptly cut off mid-phrase List or continuation of contributions after "contribute to bees" Parenthetical phrase "(and other species)" was interrupted mid-senten
+    [eval@20 idx=14 r=-0.401] Sentence mid-clause after "June" requires completion Event/program name phrase pattern "June [date] [name]" Afternoon programs mentioned, specific name expected next Pattern: "will begin at [time]" li
+step 0021 | loss 0.0041 | r -0.484 | FVE 13.5% | crit 0.4844 | kl 0.4052 | clip 0.00% | ext 100% | t 147s
+step 0022 | loss 0.0053 | r -0.543 | FVE 3.1% | crit 0.5432 | kl 0.4315 | clip 0.00% | ext 100% | t 144s
+step 0023 | loss 0.0039 | r -0.477 | FVE 14.8% | crit 0.4772 | kl 0.3929 | clip 0.00% | ext 97% | t 144s
+step 0024 | loss 0.0055 | r -0.484 | FVE 13.6% | crit 0.4844 | kl 0.5310 | clip 0.03% | ext 98% | t 145s
+step 0025 | loss 0.0051 | r -0.716 | FVE -27.7% | crit 0.7156 | kl 0.4825 | clip 0.00% | ext 97% | t 147s
+step 0026 | loss 0.0035 | r -0.530 | FVE 5.4% | crit 0.5299 | kl 0.3736 | clip 0.00% | ext 98% | t 150s
+step 0027 | loss 0.0038 | r -0.625 | FVE -11.6% | crit 0.6253 | kl 0.4076 | clip 0.02% | ext 100% | t 146s
+step 0028 | loss 0.0050 | r -0.495 | FVE 11.7% | crit 0.4947 | kl 0.4648 | clip 0.04% | ext 95% | t 147s
+step 0029 | loss 0.0039 | r -0.520 | FVE 7.1% | crit 0.5205 | kl 0.4496 | clip 0.00% | ext 100% | t 145s
+step 0030 | loss 0.0038 | r -0.509 | FVE 9.1% | crit 0.5092 | kl 0.4180 | clip 0.00% | ext 100% | t 133s
+  [eval@30] reward -0.518 | FVE 7.6% | ext 100%
+    [eval@30 idx=0 r=-0.674] Sentence mid-completion after "July 7" Date pattern "July [day]" requires day of month Wiki biography format continues after date announcement Active sentence "on July 7 [year]" requires closing punct
+    [eval@30 idx=7 r=-0.463] Sentence ending mid-phrase "beaches bees" needs completion List of animals/categories continues after "bees" Pattern of animal categories repeated across text Alliterated word pair "beaches bees" expe
+    [eval@30 idx=14 r=-0.419] Sentence began "The event will run on June" requires completion Date mid-sentence "June" needs month name completion Event announcement text, dates pattern continues throughout The event announcement
+step 0031 | loss 0.0091 | r -0.548 | FVE 2.1% | crit 0.5484 | kl 0.8506 | clip 0.00% | ext 100% | t 140s
+step 0032 | loss 0.0049 | r -0.502 | FVE 10.4% | crit 0.5017 | kl 0.5046 | clip 0.00% | ext 100% | t 147s
+step 0033 | loss 0.0042 | r -0.513 | FVE 8.4% | crit 0.5132 | kl 0.4218 | clip 0.00% | ext 100% | t 146s
+step 0034 | loss 0.0046 | r -0.664 | FVE -18.6% | crit 0.6644 | kl 0.4517 | clip 0.03% | ext 98% | t 151s
+step 0035 | loss 0.0057 | r -0.517 | FVE 7.7% | crit 0.5171 | kl 0.5566 | clip 0.00% | ext 100% | t 141s
+step 0036 | loss 0.0052 | r -0.520 | FVE 7.2% | crit 0.5200 | kl 0.5835 | clip 0.00% | ext 100% | t 133s
+step 0037 | loss 0.0040 | r -0.466 | FVE 16.9% | crit 0.4658 | kl 0.4622 | clip 0.00% | ext 100% | t 143s
+step 0038 | loss 0.0048 | r -0.428 | FVE 23.7% | crit 0.4276 | kl 0.5365 | clip 0.00% | ext 100% | t 130s
+step 0039 | loss 0.0060 | r -0.636 | FVE -13.5% | crit 0.6356 | kl 0.5254 | clip 0.00% | ext 98% | t 139s
+step 0040 | loss 0.0054 | r -0.556 | FVE 0.8% | crit 0.5556 | kl 0.6064 | clip 0.00% | ext 100% | t 135s
+  [eval@40] reward -0.508 | FVE 9.3% | ext 100%
+    [eval@40 idx=0 r=-0.631] Ending date mid-sentence after "July" Appointment/deadline phrase requires completion "July" likely followed by year "2024" Formal news/bio genre continues throughout Pattern: dates throughout text, s
+    [eval@40 idx=7 r=-0.461] Sentence ending after "bees" requires period closure List/conclusion paragraph describing WAC's functions complete Research blog post documentation style continues Technical/colloquial hybrid scientif
+    [eval@40 idx=14 r=-0.372] Sentence mid-sentence after "June" Completing sentence started with "June" Pattern: semester dates stated throughout "June" likely completes "June [month]" phrase Academic schedule pattern: fall semes
+step 0041 | loss 0.0052 | r -0.430 | FVE 23.3% | crit 0.4299 | kl 0.5558 | clip 0.00% | ext 98% | t 143s
+step 0042 | loss 0.0055 | r -0.558 | FVE 0.5% | crit 0.5576 | kl 0.5238 | clip 0.00% | ext 100% | t 142s
+step 0043 | loss 0.0047 | r -0.466 | FVE 16.8% | crit 0.4660 | kl 0.5240 | clip 0.02% | ext 98% | t 141s
+step 0044 | loss 0.0072 | r -0.586 | FVE -4.5% | crit 0.5854 | kl 0.7375 | clip 0.00% | ext 100% | t 138s
+step 0045 | loss 0.0051 | r -0.534 | FVE 4.6% | crit 0.5343 | kl 0.5276 | clip 0.00% | ext 100% | t 142s
+step 0046 | loss 0.0055 | r -0.542 | FVE 3.3% | crit 0.5418 | kl 0.5140 | clip 0.00% | ext 97% | t 144s
+step 0047 | loss 0.0050 | r -0.519 | FVE 7.4% | crit 0.5185 | kl 0.4837 | clip 0.00% | ext 100% | t 146s
+step 0048 | loss 0.0048 | r -0.559 | FVE 0.3% | crit 0.5585 | kl 0.4986 | clip 0.00% | ext 97% | t 154s
+step 0049 | loss 0.0063 | r -0.572 | FVE -2.1% | crit 0.5718 | kl 0.5696 | clip 0.11% | ext 92% | t 155s
+[save] LoRA → /workspace/nla_poc/ckpts/rl_ordered/iter_000050 (+ co-trained critic)
+step 0050 | loss 0.0055 | r -0.482 | FVE 13.9% | crit 0.4820 | kl 0.5700 | clip 0.00% | ext 98% | t 153s
+  [eval@50] reward -0.510 | FVE 9.0% | ext 100%
+    [eval@50 idx=0 r=-0.625] End of date phrase "July 7" completing date token Scholarly article concluding sentence after date completion Research paper sentence-final token completing date phrase Date format "July 7" ends sente
+    [eval@50 idx=7 r=-0.408] Sentence ending mid-sentence after "bees" Comma or period expected to close the sentence Contrasting groups of insects introduced, needing completion HealthBEAM article section mid-sentence, syntax co
+    [eval@50 idx=14 r=-0.386] Sentence ending with "June" requires completion News headline about June 20XX event summary expected Day-before-last date "June 30" contextually anchors article Annual summer arts/festival theme conti
+step 0051 | loss 0.0073 | r -0.476 | FVE 15.0% | crit 0.4763 | kl 0.6605 | clip 0.00% | ext 97% | t 160s
+step 0052 | loss 0.0050 | r -0.538 | FVE 4.0% | crit 0.5380 | kl 0.5390 | clip 0.22% | ext 97% | t 161s
+step 0053 | loss 0.0047 | r -0.516 | FVE 7.9% | crit 0.5163 | kl 0.4719 | clip 0.02% | ext 95% | t 156s
+step 0054 | loss 0.0047 | r -0.459 | FVE 18.2% | crit 0.4588 | kl 0.4802 | clip 0.00% | ext 94% | t 160s
+step 0055 | loss 0.0052 | r -0.496 | FVE 11.5% | crit 0.4962 | kl 0.5319 | clip 0.00% | ext 91% | t 166s
+step 0056 | loss 0.0046 | r -0.415 | FVE 25.9% | crit 0.4154 | kl 0.4501 | clip 0.00% | ext 95% | t 159s
+step 0057 | loss 0.0044 | r -0.510 | FVE 9.0% | crit 0.5098 | kl 0.4416 | clip 0.00% | ext 91% | t 159s
+step 0058 | loss 0.0053 | r -0.539 | FVE 3.7% | crit 0.5397 | kl 0.5117 | clip 0.00% | ext 89% | t 169s
+step 0059 | loss 0.0048 | r -0.488 | FVE 12.9% | crit 0.4879 | kl 0.5583 | clip 0.02% | ext 94% | t 165s
+step 0060 | loss 0.0052 | r -0.598 | FVE -6.7% | crit 0.5978 | kl 0.5326 | clip 0.03% | ext 83% | t 168s
+  [eval@60] reward -0.607 | FVE 19.4% | ext 90%
+    [eval@60 idx=0 r=-0.638] Sentence ends after "July 7" requires closing punctuation immediately Date "July 7" is mid-sentence, period expected next token Web page footer metadata field listing event dates continues Publication
+    [eval@60 idx=7 r=-0.428] Sentence ending after "bees" requires period completion Bio/behavior explanation of bees is concluding thought Long sentence ending mid-clause after "bees" needs punctuation Insect behavior explanatio
+    [eval@60 idx=14 r=-0.338] Sentence completing: "June [specific date]" News article about immigration controversy being finalized Calendar date follows "June" completing article heading July 2015 date context suggests June 2015
+step 0061 | loss 0.0048 | r -0.770 | FVE -37.4% | crit 0.7700 | kl 0.4876 | clip 0.00% | ext 91% | t 167s
+step 0062 | loss 0.0053 | r -0.492 | FVE 12.1% | crit 0.4924 | kl 0.5175 | clip 0.00% | ext 91% | t 164s
+step 0063 | loss 0.0052 | r -0.578 | FVE -3.1% | crit 0.5779 | kl 0.4808 | clip 0.00% | ext 81% | t 162s
+step 0064 | loss 0.0054 | r -0.521 | FVE 7.0% | crit 0.5213 | kl 0.4845 | clip 0.03% | ext 84% | t 168s
+step 0065 | loss 0.0051 | r -0.504 | FVE 10.1% | crit 0.5034 | kl 0.5301 | clip 0.00% | ext 91% | t 162s
+step 0066 | loss 0.0060 | r -0.475 | FVE 15.2% | crit 0.4754 | kl 0.5658 | clip 0.00% | ext 100% | t 155s
+step 0067 | loss 0.0049 | r -0.576 | FVE -2.8% | crit 0.5758 | kl 0.4789 | clip 0.00% | ext 95% | t 164s
+step 0068 | loss 0.0042 | r -0.504 | FVE 10.1% | crit 0.5038 | kl 0.4190 | clip 0.00% | ext 95% | t 159s
+step 0069 | loss 0.0058 | r -0.494 | FVE 11.8% | crit 0.4941 | kl 0.5423 | clip 0.00% | ext 95% | t 158s
+step 0070 | loss 0.0057 | r -0.501 | FVE 10.7% | crit 0.5005 | kl 0.5726 | clip 0.00% | ext 100% | t 151s
+  [eval@70] reward -0.465 | FVE 17.1% | ext 100%
+    [eval@70 idx=0 r=-0.583] Continuation of "July 7" date phrase being completed News headline continuing immediately after "July" word Weather forecast headline completing "July 7" with optional year Syndicated news article bod
+    [eval@70 idx=7 r=-0.408] The phrase "bees" completes the sentence about attracting bees. Sentence ending after "bees" with period expected immediately. MOSphere article ends sentence about pollination/benefits of plants. Arti
+    [eval@70 idx=14 r=-0.385] Continuation of "June" phrase describing event period Ceremony announcement paragraph just completed, new sentence follows "June" likely followed by year or specific dates range Passover invitation no
+step 0071 | loss 0.0067 | r -0.483 | FVE 13.8% | crit 0.4827 | kl 0.6563 | clip 0.00% | ext 95% | t 157s
+step 0072 | loss 0.0045 | r -0.487 | FVE 13.1% | crit 0.4871 | kl 0.4711 | clip 0.03% | ext 100% | t 147s
+step 0073 | loss 0.0049 | r -0.568 | FVE -1.4% | crit 0.5680 | kl 0.4769 | clip 0.02% | ext 98% | t 153s
+step 0074 | loss 0.0074 | r -0.397 | FVE 29.2% | crit 0.3968 | kl 0.6883 | clip 0.03% | ext 98% | t 154s
+step 0075 | loss 0.0058 | r -0.501 | FVE 10.6% | crit 0.5008 | kl 0.4764 | clip 0.50% | ext 97% | t 155s
+step 0076 | loss 0.0049 | r -0.619 | FVE -10.5% | crit 0.6189 | kl 0.4838 | clip 0.03% | ext 98% | t 151s
+step 0077 | loss 0.0067 | r -0.482 | FVE 13.9% | crit 0.4824 | kl 0.6802 | clip 0.00% | ext 100% | t 146s
+step 0078 | loss 0.0081 | r -0.591 | FVE -5.5% | crit 0.5909 | kl 0.8324 | clip 0.00% | ext 100% | t 146s
+step 0079 | loss 0.0051 | r -0.495 | FVE 11.7% | crit 0.4944 | kl 0.4989 | clip 0.00% | ext 100% | t 147s
+step 0080 | loss 0.0062 | r -0.434 | FVE 22.6% | crit 0.4337 | kl 0.5732 | clip 0.00% | ext 100% | t 151s
+  [eval@80] reward -0.493 | FVE 12.0% | ext 100%
+    [eval@80 idx=0 r=-0.622] Deadline date following "July" completion Manufacturing deadline specification continues after "July" Formal business document structure continues with completion date July date pattern: "July 7" or "
+    [eval@80 idx=7 r=-0.431] Continuation of "bees" phrase after "bees" Sentence completing: "bees" means "pollinate" or "help" Belinda correcting/clarifying her earlier statement Semantically: "bees" is final word, sentence endi
+    [eval@80 idx=14 r=-0.369] Continuation of "June" date completion expected immediately Closing month statement "June" needs year completion Event registration/enquiry request closes this paragraph Document closing phrase: "June
+step 0081 | loss 0.0047 | r -0.498 | FVE 11.1% | crit 0.4982 | kl 0.4482 | clip 0.02% | ext 100% | t 152s
+step 0082 | loss 0.0041 | r -0.502 | FVE 10.5% | crit 0.5014 | kl 0.4493 | clip 0.00% | ext 98% | t 151s
+step 0083 | loss 0.0052 | r -0.498 | FVE 11.1% | crit 0.4979 | kl 0.5605 | clip 0.10% | ext 98% | t 146s
+step 0084 | loss 0.0075 | r -0.592 | FVE -5.6% | crit 0.5919 | kl 0.7104 | clip 0.00% | ext 91% | t 160s
+step 0085 | loss 0.0044 | r -0.557 | FVE 0.6% | crit 0.5568 | kl 0.4434 | clip 0.00% | ext 95% | t 152s
+step 0086 | loss 0.0050 | r -0.576 | FVE -2.9% | crit 0.5766 | kl 0.4976 | clip 0.00% | ext 98% | t 155s
+step 0087 | loss 0.0047 | r -0.555 | FVE 0.9% | crit 0.5551 | kl 0.4853 | clip 0.05% | ext 95% | t 152s
+step 0088 | loss 0.0053 | r -0.575 | FVE -2.7% | crit 0.5756 | kl 0.4673 | clip 0.00% | ext 95% | t 160s
+step 0089 | loss 0.0065 | r -0.491 | FVE 12.4% | crit 0.4909 | kl 0.6423 | clip 0.00% | ext 98% | t 149s
+step 0090 | loss 0.0039 | r -0.505 | FVE 9.9% | crit 0.5049 | kl 0.4136 | clip 0.02% | ext 100% | t 150s
+  [eval@90] reward -0.552 | FVE 15.0% | ext 95%
+    [eval@90 idx=0 r=-0.581] Completing "July 7" date phrase pattern Year ending the date "July 7" Oral news report citing exact publication date Super Bowl game outcome and date double-checked News article factual report closing
+    [eval@90 idx=7 r=-0.453] Continuation of "bees" phrase, subject completing Sentence mid-clausal after "bees" "Bees" triggers completion: "bees are" List-like description pattern continues after Social activity context: mid-se
+    [eval@90 idx=14 r=-0.338] Continuation of "June" date phrase just started Event announcement metadata format, date expected next Annual event phrase "June" typically followed by end year (e.g., "2023") Academic Sparks newslett
+step 0091 | loss 0.0047 | r -0.365 | FVE 34.9% | crit 0.3647 | kl 0.4762 | clip 0.00% | ext 98% | t 151s
+step 0092 | loss 0.0041 | r -0.536 | FVE 4.3% | crit 0.5360 | kl 0.4106 | clip 0.00% | ext 95% | t 160s
+step 0093 | loss 0.0054 | r -0.455 | FVE 18.8% | crit 0.4551 | kl 0.5553 | clip 0.00% | ext 98% | t 160s
+step 0094 | loss 0.0056 | r -0.543 | FVE 3.2% | crit 0.5426 | kl 0.5294 | clip 0.00% | ext 98% | t 155s
+step 0095 | loss 0.0057 | r -0.456 | FVE 18.7% | crit 0.4557 | kl 0.4989 | clip 0.00% | ext 92% | t 158s
+step 0096 | loss 0.0037 | r -0.571 | FVE -2.0% | crit 0.5717 | kl 0.4614 | clip 0.07% | ext 95% | t 158s
+step 0097 | loss 0.0053 | r -0.476 | FVE 15.1% | crit 0.4756 | kl 0.4871 | clip 0.00% | ext 97% | t 160s
+step 0098 | loss 0.0051 | r -0.508 | FVE 9.3% | crit 0.5081 | kl 0.5173 | clip 0.02% | ext 95% | t 153s
+step 0099 | loss 0.0061 | r -0.436 | FVE 22.2% | crit 0.4357 | kl 0.5694 | clip 0.09% | ext 97% | t 157s
+[save] LoRA → /workspace/nla_poc/ckpts/rl_ordered/iter_000100 (+ co-trained critic)
+step 0100 | loss 0.0048 | r -0.478 | FVE 14.6% | crit 0.4782 | kl 0.5031 | clip 0.04% | ext 98% | t 150s
+  [eval@100] reward -0.477 | FVE 14.9% | ext 100%
+    [eval@100 idx=0 r=-0.549] Completition of "July 7" Date completion after "July" Date format pattern: "July X" requires day number Date notation "July 7" recurring multiple times Chronological date completion pattern establishe
+    [eval@100 idx=7 r=-0.454] Continuation after "bees" Sentence completing "bees" phrase pattern Technical overview register continues, formal scientific style List/repetition pattern: "what [bees] do" Sentence amenity: predicate
+    [eval@100 idx=14 r=-0.343] Continuation of "June" date phrase Official notice header with time span continues "June" likely followed by "2015" date range Corporate bureaucratic notice format continues Time phrase pattern: "June
+step 0101 | loss 0.0046 | r -0.464 | FVE 17.1% | crit 0.4641 | kl 0.4441 | clip 0.00% | ext 95% | t 158s
+step 0102 | loss 0.0060 | r -0.600 | FVE -7.0% | crit 0.5997 | kl 0.5551 | clip 0.26% | ext 100% | t 153s
+step 0103 | loss 0.0061 | r -0.470 | FVE 16.2% | crit 0.4695 | kl 0.6150 | clip 0.00% | ext 98% | t 152s
+step 0104 | loss 0.0060 | r -0.589 | FVE -5.2% | crit 0.5895 | kl 0.6643 | clip 0.00% | ext 98% | t 152s
+step 0105 | loss 0.0052 | r -0.435 | FVE 22.4% | crit 0.4349 | kl 0.5068 | clip 0.00% | ext 98% | t 149s
+step 0106 | loss 0.0053 | r -0.469 | FVE 16.2% | crit 0.4697 | kl 0.5009 | clip 0.00% | ext 100% | t 144s
+step 0107 | loss 0.0048 | r -0.444 | FVE 20.7% | crit 0.4445 | kl 0.5435 | clip 0.03% | ext 100% | t 142s
+step 0108 | loss 0.0069 | r -0.532 | FVE 5.0% | crit 0.5322 | kl 0.7303 | clip 0.00% | ext 100% | t 144s
+step 0109 | loss 0.0053 | r -0.470 | FVE 16.1% | crit 0.4701 | kl 0.5535 | clip 0.17% | ext 97% | t 148s
+step 0110 | loss 0.0046 | r -0.438 | FVE 21.8% | crit 0.4383 | kl 0.4710 | clip 0.11% | ext 100% | t 146s
+  [eval@110] reward -0.469 | FVE 16.2% | ext 100%
+    [eval@110 idx=0 r=-0.580] Continuation of date "July 7" Mid-year date pattern established HTML/WordPress event metadata continuation Day follows "July 7" likely "th" or "TH" Event date pattern mirrors event start/end Formal ac
+    [eval@110 idx=7 r=-0.432] Continuation after "bees" completes the phrase "bees" Two-sentence parallel structure: "Call them bees, they" Bee collection clarification follows abrupt parallel statement Military-parlance register
+    [eval@110 idx=14 r=-0.449] Continuation of June 2013 census report date Report date pattern: month named, year follows immediately Formal statistical report format with chronological content Census findings being elaborated aft
+step 0111 | loss 0.0048 | r -0.446 | FVE 20.4% | crit 0.4459 | kl 0.4687 | clip 0.00% | ext 100% | t 147s
+step 0112 | loss 0.0048 | r -0.581 | FVE -3.7% | crit 0.5813 | kl 0.4489 | clip 0.02% | ext 100% | t 145s
+step 0113 | loss 0.0047 | r -0.430 | FVE 23.3% | crit 0.4297 | kl 0.4801 | clip 0.00% | ext 98% | t 155s
+step 0114 | loss 0.0050 | r -0.552 | FVE 1.4% | crit 0.5523 | kl 0.5014 | clip 0.10% | ext 98% | t 153s
+step 0115 | loss 0.0051 | r -0.460 | FVE 17.9% | crit 0.4602 | kl 0.4992 | clip 0.02% | ext 100% | t 151s
+step 0116 | loss 0.0061 | r -0.564 | FVE -0.6% | crit 0.5635 | kl 0.6131 | clip 0.00% | ext 97% | t 157s
+step 0117 | loss 0.0047 | r -0.469 | FVE 16.3% | crit 0.4689 | kl 0.4788 | clip 0.04% | ext 100% | t 154s
+step 0118 | loss 0.0055 | r -0.535 | FVE 4.5% | crit 0.5353 | kl 0.5392 | clip 0.00% | ext 98% | t 157s
+step 0119 | loss 0.0035 | r -0.465 | FVE 16.9% | crit 0.4655 | kl 0.4087 | clip 0.00% | ext 98% | t 160s
+done.
+wandb: uploading data; updating run metadata
+wandb: uploading output.log; uploading wandb-summary.json; uploading config.yaml
+wandb:
+wandb: Run history:
+wandb:         advantage_mean ▆▆▅▆▆▄▅▆▇▁▄▆▂▇▇▇▅▆█▇▇▆▆▄▆▇▄▅▆▆▆▅▅▆▆▄▅▅▄▆
+wandb:          advantage_std █▇▇▄▄▆▅▃▆▆▃▄▅▅▆▇█▁▅▆▄▇▆▅▆▆▇▅▇▄▇▆▇▆▆▇▅▄▆▅
+wandb:              clip_frac ▁▁▁▁▁▁▁▁▂▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁█▁▁▁▁▁▁▁▁▁▁▃▃▁▁
+wandb:       critic_grad_norm ▄▄▃▂▄▃▂▃▂▃▁▅▁▃▂▂▃▄▁▃▃▂▃▅▂█▂▂▄▃▂▂▂▂▂▁▂▂▂▂
+wandb:            critic_loss █▅▅▄▅▄▆█▄▄▄▃▁▆▃▃▃▅▄▂▁▅▆▄▃▄▃▂▄▄▅▆▅▄▅▃▇▃▃▃
+wandb:   eval/extraction_rate ▁█▆███▃██▆██
+wandb:           eval/fve_pct ▁▄▆▆▆▆██▇▇▇▇
+wandb:       eval/reward_mean ▁▆▆▇▇▇▆██▇██
+wandb: eval/reward_mean_valid ▁▄▆▆▆▆██▇▇▇▇
+wandb:        extraction_rate ▇██████▇█▇▇████▇▇▇█▆▄▁▂█▆█▇▇█▇▅▆▆▇▆▇▇▇▇▇
+wandb:                    +16 ...
+wandb:
+wandb: Run summary:
+wandb:         advantage_mean 0.0
+wandb:          advantage_std 0.94277
+wandb:              clip_frac 0
+wandb:       critic_grad_norm 0.5
+wandb:            critic_loss 0.46549
+wandb:   eval/extraction_rate 1
+wandb:           eval/fve_pct 16.2421
+wandb:       eval/reward_mean -0.46929
+wandb: eval/reward_mean_valid -0.46929
+wandb:        extraction_rate 0.98438
+wandb:                    +16 ...
+wandb:
+wandb: 🚀 View run rl_ordered_poc at: https://wandb.ai/octahedral-systems/nla-qwen3-8b/runs/3h87i5bj
+wandb: ⭐️ View project at: https://wandb.ai/octahedral-systems/nla-qwen3-8b
+wandb: Synced 5 W&B file(s), 23 media file(s), 46 artifact file(s) and 0 other file(s)
+wandb: Find logs at: ./wandb/run-20260622_062121-3h87i5bj/logs
+[push] /workspace/nla_poc/ckpts/rl_ordered/iter_000100 -> syvb/nla-ordered-features-rl (model)
  ...adapter_model.safetensors:   0%|          | 10.5kB /  491MB            [A[A
  ...adapter_model.safetensors:  16%|█▋        | 79.9MB /  491MB            [A[A[A
  ...adapter_model.safetensors:   0%|          | 10.5kB /  491MB            [A[A
  ...adapter_model.safetensors:  16%|█▋        | 79.9MB /  491MB            [A[A[A
  ...adapter_model.safetensors:   0%|          | 10.5kB /  491MB            [A[A
  ...adapter_model.safetensors:  34%|███▍      |  168MB /  491MB            [A[A[A
  ...adapter_model.safetensors:   0%|          | 10.5kB /  491MB            [A[A
  ...adapter_model.safetensors:  52%|█████▏    |  256MB /  491MB            [A[A[A
  ...ra_value_head.safetensors:  43%|████▎     | 87.9MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  21%|██        |  104MB /  491MB            [A[A
  ...adapter_model.safetensors:  70%|███████   |  344MB /  491MB            [A[A[A
  ...ra_value_head.safetensors:  43%|████▎     | 87.9MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  37%|███▋      |  184MB /  491MB            [A[A
  ...adapter_model.safetensors:  86%|████████▋ |  424MB /  491MB            [A[A[A
  ...ra_value_head.safetensors:  86%|████████▋ |  176MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  54%|█████▍    |  264MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  70%|███████   |  344MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  88%|████████▊ |  432MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  98%|█████████▊|  483MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors:  99%|█████████▉|  485MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors: 100%|█████████▉|  491MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB            [A[A[A
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB            [A[A[A[A
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB
  ...adapter_model.safetensors: 100%|██████████|  491MB /  491MB
  ...ra_value_head.safetensors: 100%|██████████|  204MB /  204MB
+No files have been modified since last commit. Skipping to prevent empty commit.
+[push_ckpt] pushed /workspace/nla_poc/ckpts/rl_ordered/iter_000100 -> syvb/nla-ordered-features-rl (model)
+[push_ckpt] added syvb/nla-ordered-features-rl to collection
+=================== PIPELINE COMPLETE ===================
+2026-06-22T12:12:36Z
+AV : /workspace/nla_poc/ckpts/av_sft/iter_0000300
+AR : /workspace/nla_poc/ckpts/ar_sft/iter_0000300
+RL : /workspace/nla_poc/ckpts/rl_ordered/iter_000100
+build dir: /workspace/nla_poc/data/build