Add legacy pod log artifacts

.gitattributes

@@ -36,3 +36,89 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 adapters/adapter-a/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 checkpoints/checkpoint-a/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 checkpoints/checkpoint-b/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_4/lora_r4_beta005/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_8/lora_r8_beta005/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/gentle-comet-ef/full/qwen25_math_1p5b_2digit_full_sft_issue10/full_sft_ce_lr1e5/train/model/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/gentle-comet-ef/full/qwen25_math_1p5b_2digit_full_sft_issue10/full_sft_kl_beta005_lr1e5/train/model/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_2digit_lora_kl_v1/train/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_2digit_max_recovery_v1/lora_r32_beta005/adapter/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/answer_len/3/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/answer_len/4/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d0_ones/0/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d0_ones/1/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d0_ones/2/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d0_ones/3/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d0_ones/4/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d0_ones/5/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d0_ones/6/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d0_ones/7/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d0_ones/8/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d0_ones/9/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d1_tens/1/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d1_tens/2/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d1_tens/3/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d1_tens/4/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d1_tens/5/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d1_tens/6/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d1_tens/7/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/d1_tens/8/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/ones_digit_bucket/0_2/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/ones_digit_bucket/3_5/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_ones_to_tens/ones_digit_bucket/6_9/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/answer_len/3/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/answer_len/4/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/c1_ones_to_tens/false/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/c1_ones_to_tens/true/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d1_tens/0/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d1_tens/1/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d1_tens/2/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d1_tens/3/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d1_tens/4/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d1_tens/5/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d1_tens/6/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d1_tens/7/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d1_tens/8/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d1_tens/9/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d2_hundreds/0/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d2_hundreds/1/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d2_hundreds/5/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d2_hundreds/6/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d2_hundreds/7/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d2_hundreds/8/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/carry_tens_to_hundreds/d2_hundreds/9/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/hundreds_digit/answer_len/3/pairs_hundreds_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/hundreds_digit/answer_len/4/pairs_hundreds_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/hundreds_digit/c2_tens_to_hundreds/false/pairs_hundreds_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/hundreds_digit/c2_tens_to_hundreds/true/pairs_hundreds_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/hundreds_digit/c3_hundreds_to_thousands/false/pairs_hundreds_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/hundreds_digit/c3_hundreds_to_thousands/true/pairs_hundreds_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/hundreds_digit/hundreds_digit_bucket/0_2/pairs_hundreds_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/hundreds_digit/hundreds_digit_bucket/3_5/pairs_hundreds_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/hundreds_digit/hundreds_digit_bucket/6_9/pairs_hundreds_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/ones_digit/answer_len/3/pairs_ones_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/ones_digit/answer_len/4/pairs_ones_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/ones_digit/c1_ones_to_tens/false/pairs_ones_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/ones_digit/c1_ones_to_tens/true/pairs_ones_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/ones_digit/ones_digit_bucket/0_2/pairs_ones_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/ones_digit/ones_digit_bucket/3_5/pairs_ones_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/ones_digit/ones_digit_bucket/6_9/pairs_ones_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/tens_digit/answer_len/3/pairs_tens_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/tens_digit/answer_len/4/pairs_tens_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/tens_digit/c1_ones_to_tens/false/pairs_tens_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/tens_digit/c1_ones_to_tens/true/pairs_tens_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/tens_digit/c2_tens_to_hundreds/false/pairs_tens_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/tens_digit/c2_tens_to_hundreds/true/pairs_tens_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/tens_digit/tens_digit_bucket/0_2/pairs_tens_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/tens_digit/tens_digit_bucket/3_5/pairs_tens_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_split_v1/results/adacs_split_scout_v1/tens_digit/tens_digit_bucket/6_9/pairs_tens_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_v1/results/adacs_milestone1_full/pairs_answer_length.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_v1/results/adacs_milestone1_full/pairs_carry_into_thousands.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_v1/results/adacs_milestone1_full/pairs_carry_ones_to_tens.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_v1/results/adacs_milestone1_full/pairs_carry_tens_to_hundreds.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_v1/results/adacs_milestone1_full/pairs_hundreds_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_v1/results/adacs_milestone1_full/pairs_ones_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_adacs_v1/results/adacs_milestone1_full/pairs_tens_digit.json filter=lfs diff=lfs merge=lfs -text
+circuit-shotting/artifacts/pod_logs/steed-medium/full/qwen25_math_1p5b_3digit_success_vs_failure_v1_repro_backbone_0_1_2_26_27/paired_dataset.json filter=lfs diff=lfs merge=lfs -text

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_correct_dataset.log

@@ -0,0 +1,26 @@
+Device: cuda   dtype: bfloat16
+Loading results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005_merged ...
+
+Pool: 8,100 unique (a, b) pairs in [10, 99]  shard=1/1
+    512/8100  correct=  504  acc=98.4%  644.8 ex/s  eta 0.2 min
+   1024/8100  correct= 1006  acc=98.2%  836.3 ex/s  eta 0.1 min
+   1536/8100  correct= 1511  acc=98.4%  930.4 ex/s  eta 0.1 min
+   2048/8100  correct= 2014  acc=98.3%  982.3 ex/s  eta 0.1 min
+   2560/8100  correct= 2521  acc=98.5%  1013.6 ex/s  eta 0.1 min
+   3072/8100  correct= 3026  acc=98.5%  1035.5 ex/s  eta 0.1 min
+   3584/8100  correct= 3533  acc=98.6%  1052.1 ex/s  eta 0.1 min
+   4096/8100  correct= 4037  acc=98.6%  1064.1 ex/s  eta 0.1 min
+   4608/8100  correct= 4538  acc=98.5%  1073.1 ex/s  eta 0.1 min
+   5120/8100  correct= 5043  acc=98.5%  1079.3 ex/s  eta 0.0 min
+   5632/8100  correct= 5548  acc=98.5%  1085.7 ex/s  eta 0.0 min
+   6144/8100  correct= 6048  acc=98.4%  1091.2 ex/s  eta 0.0 min
+   6656/8100  correct= 6553  acc=98.5%  1094.2 ex/s  eta 0.0 min
+   7168/8100  correct= 7060  acc=98.5%  1096.4 ex/s  eta 0.0 min
+   7680/8100  correct= 7559  acc=98.4%  1099.4 ex/s  eta 0.0 min
+   8100/8100  correct= 7971  acc=98.4%  1100.4 ex/s  eta 0.0 min
+
+=======================================================
+  Tested:    8,100
+  Correct:   7,971 (98.4%)
+  Correct saved:   data/qwen25_math_1p5b_rank_ladder_r16_correct_addition.json
+=======================================================

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_direct_greedy.log

@@ -0,0 +1,179 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2099 exact=12.13%
+                                rel_0.05 mlp=   3042 exact=21.13%
+                                topk_500 mlp=  13729 exact=37.87%
+                                rel_0.01 mlp=  25570 exact=35.13%
+                               topk_2000 mlp=  55061 exact=29.00%
+                               rel_0.001 mlp= 224944 exact=98.13%
+                             greedy_init mlp=  13729 exact=37.87%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_06 mlp=  22493 exact=52.27%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_08 mlp=  22496 exact=50.27%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_07 mlp=  22471 exact=48.80%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_05 mlp=  20396 exact=47.00%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_04 mlp=  21626 exact=44.87%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_02 mlp=  17486 exact=44.27%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_00 mlp=  19999 exact=43.93%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_12 mlp=  22162 exact=43.93%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_15 mlp=  22188 exact=43.60%
+  greedy_step_1_drop__topk_500__layer_10 mlp=  13650 exact=43.27%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_10 mlp=  22392 exact=43.20%
+  greedy_step_1_drop__topk_500__layer_05 mlp=  13600 exact=42.73%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_03 mlp=  17439 exact=42.60%
+  greedy_step_1_drop__topk_500__layer_12 mlp=  13596 exact=42.33%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_13 mlp=  22197 exact=42.00%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_14 mlp=  22276 exact=42.00%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_09 mlp=  22473 exact=42.00%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_16 mlp=  22362 exact=41.93%
+  greedy_step_1_drop__topk_500__layer_08 mlp=  13618 exact=41.67%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_17 mlp=  22462 exact=41.67%
+  greedy_step_1_add__topk_2000_minus_topk_500__layer_07 mlp=  14430 exact=41.60%
+  greedy_step_1_drop__topk_500__layer_17 mlp=  13611 exact=41.47%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_21 mlp=  22117 exact=41.20%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_19 mlp=  22315 exact=41.13%
+  greedy_step_1_drop__topk_500__layer_14 mlp=  13589 exact=40.93%
+  greedy_step_1_add__rel_0.01_minus_topk_500__layer_21 mlp=  14505 exact=40.87%
+  greedy_step_1_add__rel_0.001_minus_topk_500__layer_01 mlp=  15978 exact=40.87%
+  greedy_step_1_add__topk_2000_minus_topk_500__layer_00 mlp=  14044 exact=40.47%
+  greedy_step_1_add__topk_2000_minus_topk_500__layer_02 mlp=  13990 exact=40.40%
+  greedy_step_1_drop__topk_500__layer_15 mlp=  13633 exact=40.33%
+  greedy_step_1_drop__topk_500__layer_09 mlp=  13629 exact=40.33%
+  greedy_step_1_add__rel_0.01_minus_topk_500__layer_16 mlp=  13968 exact=40.33%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_08 mlp=  31260 exact=57.40%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_07 mlp=  31235 exact=56.20%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_05 mlp=  29160 exact=61.00%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_04 mlp=  30390 exact=65.40%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_02 mlp=  26250 exact=55.87%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_00 mlp=  28763 exact=57.27%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_12 mlp=  30926 exact=57.33%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_15 mlp=  30952 exact=59.80%
+  greedy_step_2_drop__topk_500__layer_10 mlp=  22414 exact=54.27%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_10 mlp=  31156 exact=59.40%
+  greedy_step_2_drop__topk_500__layer_05 mlp=  22364 exact=54.13%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_03 mlp=  26203 exact=57.07%
+  greedy_step_2_drop__topk_500__layer_12 mlp=  22360 exact=52.93%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_13 mlp=  30961 exact=53.27%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_14 mlp=  31040 exact=56.53%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_09 mlp=  31237 exact=59.47%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_16 mlp=  31126 exact=50.87%
+  greedy_step_2_drop__topk_500__layer_08 mlp=  22382 exact=57.20%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_17 mlp=  31226 exact=57.20%
+  greedy_step_2_add__topk_2000_minus_topk_500__layer_07 mlp=  23194 exact=53.87%
+  greedy_step_2_drop__topk_500__layer_17 mlp=  22375 exact=55.47%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_21 mlp=  30881 exact=56.07%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_19 mlp=  31079 exact=56.13%
+  greedy_step_2_drop__topk_500__layer_14 mlp=  22353 exact=53.20%
+  greedy_step_2_add__rel_0.01_minus_topk_500__layer_21 mlp=  23269 exact=55.40%
+  greedy_step_2_add__rel_0.001_minus_topk_500__layer_01 mlp=  24742 exact=54.67%
+  greedy_step_2_add__topk_2000_minus_topk_500__layer_00 mlp=  22808 exact=55.27%
+  greedy_step_2_add__topk_2000_minus_topk_500__layer_02 mlp=  22754 exact=53.40%
+  greedy_step_2_drop__topk_500__layer_15 mlp=  22397 exact=55.60%
+  greedy_step_2_drop__topk_500__layer_09 mlp=  22393 exact=53.93%
+  greedy_step_2_add__rel_0.01_minus_topk_500__layer_16 mlp=  22732 exact=51.93%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_08 mlp=  39157 exact=66.53%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_07 mlp=  39132 exact=71.53%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_05 mlp=  37057 exact=66.07%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_02 mlp=  34147 exact=64.87%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_00 mlp=  36660 exact=68.67%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_12 mlp=  38823 exact=68.33%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_15 mlp=  38849 exact=71.13%
+  greedy_step_3_drop__topk_500__layer_10 mlp=  30311 exact=67.53%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_10 mlp=  39053 exact=70.20%
+  greedy_step_3_drop__topk_500__layer_05 mlp=  30261 exact=66.67%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_03 mlp=  34100 exact=67.33%
+  greedy_step_3_drop__topk_500__layer_12 mlp=  30257 exact=67.20%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_13 mlp=  38858 exact=68.13%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_14 mlp=  38937 exact=70.47%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_09 mlp=  39134 exact=67.47%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_16 mlp=  39023 exact=68.27%
+  greedy_step_3_drop__topk_500__layer_08 mlp=  30279 exact=68.60%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_17 mlp=  39123 exact=68.87%
+  greedy_step_3_add__topk_2000_minus_topk_500__layer_07 mlp=  31091 exact=67.00%
+  greedy_step_3_drop__topk_500__layer_17 mlp=  30272 exact=69.20%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_21 mlp=  38778 exact=69.40%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_19 mlp=  38976 exact=69.07%
+  greedy_step_3_drop__topk_500__layer_14 mlp=  30250 exact=66.40%
+  greedy_step_3_add__rel_0.01_minus_topk_500__layer_21 mlp=  31166 exact=68.07%
+  greedy_step_3_add__rel_0.001_minus_topk_500__layer_01 mlp=  32639 exact=63.73%
+  greedy_step_3_add__topk_2000_minus_topk_500__layer_00 mlp=  30705 exact=66.27%
+  greedy_step_3_add__topk_2000_minus_topk_500__layer_02 mlp=  30651 exact=64.00%
+  greedy_step_3_drop__topk_500__layer_15 mlp=  30294 exact=69.80%
+  greedy_step_3_drop__topk_500__layer_09 mlp=  30290 exact=66.80%
+  greedy_step_3_add__rel_0.01_minus_topk_500__layer_16 mlp=  30629 exact=65.47%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_08 mlp=  47899 exact=69.47%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_05 mlp=  45799 exact=73.27%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_02 mlp=  42889 exact=73.53%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_00 mlp=  45402 exact=74.07%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_12 mlp=  47565 exact=74.47%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_15 mlp=  47591 exact=77.20%
+  greedy_step_4_drop__topk_500__layer_10 mlp=  39053 exact=73.00%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_10 mlp=  47795 exact=73.73%
+  greedy_step_4_drop__topk_500__layer_05 mlp=  39003 exact=74.20%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_03 mlp=  42842 exact=74.80%
+  greedy_step_4_drop__topk_500__layer_12 mlp=  38999 exact=73.93%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_13 mlp=  47600 exact=72.33%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_14 mlp=  47679 exact=72.93%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_09 mlp=  47876 exact=76.13%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_16 mlp=  47765 exact=74.13%
+  greedy_step_4_drop__topk_500__layer_08 mlp=  39021 exact=73.27%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_17 mlp=  47865 exact=78.73%
+  greedy_step_4_drop__topk_500__layer_17 mlp=  39014 exact=74.73%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_21 mlp=  47520 exact=75.00%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_19 mlp=  47718 exact=77.00%
+  greedy_step_4_drop__topk_500__layer_14 mlp=  38992 exact=70.40%
+  greedy_step_4_add__rel_0.01_minus_topk_500__layer_21 mlp=  39908 exact=74.67%
+  greedy_step_4_add__rel_0.001_minus_topk_500__layer_01 mlp=  41381 exact=71.47%
+  greedy_step_4_add__topk_2000_minus_topk_500__layer_00 mlp=  39447 exact=73.93%
+  greedy_step_4_add__topk_2000_minus_topk_500__layer_02 mlp=  39393 exact=73.13%
+  greedy_step_4_drop__topk_500__layer_15 mlp=  39036 exact=74.07%
+  greedy_step_4_drop__topk_500__layer_09 mlp=  39032 exact=70.27%
+  greedy_step_4_add__rel_0.01_minus_topk_500__layer_16 mlp=  39371 exact=72.33%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_08 mlp=  56632 exact=76.93%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_05 mlp=  54532 exact=80.60%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_02 mlp=  51622 exact=80.53%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_00 mlp=  54135 exact=79.40%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_12 mlp=  56298 exact=81.00%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_15 mlp=  56324 exact=82.33%
+  greedy_step_5_drop__topk_500__layer_10 mlp=  47786 exact=76.93%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_10 mlp=  56528 exact=83.00%
+  greedy_step_5_drop__topk_500__layer_05 mlp=  47736 exact=81.00%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_03 mlp=  51575 exact=80.00%
+  greedy_step_5_drop__topk_500__layer_12 mlp=  47732 exact=78.93%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_13 mlp=  56333 exact=77.00%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_14 mlp=  56412 exact=76.60%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_09 mlp=  56609 exact=82.53%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_16 mlp=  56498 exact=83.73%
+  greedy_step_5_drop__topk_500__layer_08 mlp=  47754 exact=81.07%
+  greedy_step_5_drop__topk_500__layer_17 mlp=  47747 exact=81.07%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_21 mlp=  56253 exact=83.13%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_19 mlp=  56451 exact=80.27%
+  greedy_step_5_drop__topk_500__layer_14 mlp=  47725 exact=76.47%
+  greedy_step_5_add__rel_0.01_minus_topk_500__layer_21 mlp=  48641 exact=81.53%
+  greedy_step_5_add__rel_0.001_minus_topk_500__layer_01 mlp=  50114 exact=78.20%
+  greedy_step_5_add__topk_2000_minus_topk_500__layer_00 mlp=  48180 exact=78.93%
+  greedy_step_5_add__topk_2000_minus_topk_500__layer_02 mlp=  48126 exact=79.20%
+  greedy_step_5_drop__topk_500__layer_15 mlp=  47769 exact=77.20%
+  greedy_step_5_drop__topk_500__layer_09 mlp=  47765 exact=77.40%
+  greedy_step_5_add__rel_0.01_minus_topk_500__layer_16 mlp=  48104 exact=80.13%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_08 mlp=  65265 exact=81.20%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_05 mlp=  63165 exact=84.73%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_02 mlp=  60255 exact=84.60%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_00 mlp=  62768 exact=84.53%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_12 mlp=  64931 exact=81.40%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_15 mlp=  64957 exact=85.73%
+  greedy_step_6_drop__topk_500__layer_10 mlp=  56419 exact=84.93%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_10 mlp=  65161 exact=84.40%
+  greedy_step_6_drop__topk_500__layer_05 mlp=  56369 exact=85.20%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_03 mlp=  60208 exact=85.40%
+  greedy_step_6_drop__topk_500__layer_12 mlp=  56365 exact=84.40%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_13 mlp=  64966 exact=82.27%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_14 mlp=  65045 exact=80.27%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_09 mlp=  65242 exact=83.80%
+  greedy_step_6_drop__topk_500__layer_08 mlp=  56387 exact=85.67%
+  greedy_step_6_drop__topk_500__layer_17 mlp=  56380 exact=85.40%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_21 mlp=  64886 exact=87.60%
+  greedy_step_6_add__rel_0.001_minus_topk_500__layer_19 mlp=  65084 exact=85.67%
+  greedy_step_6_drop__topk_500__layer_14 mlp=  56358 exact=82.73%
+  greedy_step_6_add__rel_0.01_minus_topk_500__layer_21 mlp=  57274 exact=85.47%

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_direct_rank_shard0.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2099 exact=12.13%
+                                rel_0.05 mlp=   3042 exact=21.13%
+                                topk_500 mlp=  13729 exact=37.87%
+                                rel_0.01 mlp=  25570 exact=35.13%
+                               topk_2000 mlp=  55061 exact=29.00%
+                               rel_0.001 mlp= 224944 exact=98.13%
+[rank] todo=28 shard=0/4
+                drop__topk_500__layer_00 mlp=  13620 exact=6.40%
+    delta=-31.47% per1k=-288.685%
+                drop__topk_500__layer_04 mlp=  13527 exact=15.13%
+    delta=-22.73% per1k=-112.541%
+                drop__topk_500__layer_08 mlp=  13618 exact=41.67%
+    delta=+3.80% per1k=+34.234%
+                drop__topk_500__layer_12 mlp=  13596 exact=42.33%
+    delta=+4.47% per1k=+33.584%
+                drop__topk_500__layer_16 mlp=  13603 exact=36.53%
+    delta=-1.33% per1k=-10.582%
+                drop__topk_500__layer_20 mlp=  13339 exact=32.07%
+    delta=-5.80% per1k=-14.872%
+                drop__topk_500__layer_24 mlp=  10885 exact=34.13%
+    delta=-3.73% per1k=-1.313%
+  add__rel_0.01_minus_topk_500__layer_00 mlp=  13794 exact=39.60%
+    delta=+1.73% per1k=+26.667%
+  add__rel_0.01_minus_topk_500__layer_04 mlp=  13874 exact=38.67%
+    delta=+0.80% per1k=+5.517%
+  add__rel_0.01_minus_topk_500__layer_08 mlp=  13903 exact=36.93%
+    delta=-0.93% per1k=-5.364%
+  add__rel_0.01_minus_topk_500__layer_12 mlp=  13897 exact=37.33%
+    delta=-0.53% per1k=-3.175%
+  add__rel_0.01_minus_topk_500__layer_16 mlp=  13968 exact=40.33%
+    delta=+2.47% per1k=+10.321%
+  add__rel_0.01_minus_topk_500__layer_20 mlp=  14288 exact=37.73%
+    delta=-0.13% per1k=-0.239%
+  add__rel_0.01_minus_topk_500__layer_24 mlp=  15357 exact=38.07%
+    delta=+0.20% per1k=+0.123%
+  add__topk_2000_minus_topk_500__layer_00 mlp=  14044 exact=40.47%
+    delta=+2.60% per1k=+8.254%
+  add__topk_2000_minus_topk_500__layer_04 mlp=  14179 exact=40.27%
+    delta=+2.40% per1k=+5.333%
+  add__topk_2000_minus_topk_500__layer_08 mlp=  14303 exact=36.27%
+    delta=-1.60% per1k=-2.787%
+  add__topk_2000_minus_topk_500__layer_12 mlp=  14237 exact=36.93%
+    delta=-0.93% per1k=-1.837%
+  add__topk_2000_minus_topk_500__layer_16 mlp=  14416 exact=38.13%
+    delta=+0.27% per1k=+0.388%
+  add__topk_2000_minus_topk_500__layer_20 mlp=  16168 exact=37.27%
+    delta=-0.60% per1k=-0.246%
+  add__topk_2000_minus_topk_500__layer_24 mlp=  18572 exact=38.00%
+    delta=+0.13% per1k=+0.028%
+  add__rel_0.001_minus_topk_500__layer_00 mlp=  19999 exact=43.93%
+    delta=+6.07% per1k=+0.968%
+  add__rel_0.001_minus_topk_500__layer_04 mlp=  21626 exact=44.87%
+    delta=+7.00% per1k=+0.886%
+  add__rel_0.001_minus_topk_500__layer_08 mlp=  22496 exact=50.27%
+    delta=+12.40% per1k=+1.414%
+  add__rel_0.001_minus_topk_500__layer_12 mlp=  22162 exact=43.93%
+    delta=+6.07% per1k=+0.719%
+  add__rel_0.001_minus_topk_500__layer_16 mlp=  22362 exact=41.93%
+    delta=+4.07% per1k=+0.471%
+  add__rel_0.001_minus_topk_500__layer_20 mlp=  22296 exact=38.27%
+    delta=+0.40% per1k=+0.047%
+  add__rel_0.001_minus_topk_500__layer_24 mlp=  19845 exact=38.20%
+    delta=+0.33% per1k=+0.055%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/direct_group_rank_shard0.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_direct_rank_shard1.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2099 exact=12.13%
+                                rel_0.05 mlp=   3042 exact=21.13%
+                                topk_500 mlp=  13729 exact=37.87%
+                                rel_0.01 mlp=  25570 exact=35.13%
+                               topk_2000 mlp=  55061 exact=29.00%
+                               rel_0.001 mlp= 224944 exact=98.13%
+[rank] todo=28 shard=1/4
+                drop__topk_500__layer_01 mlp=  13647 exact=26.60%
+    delta=-11.27% per1k=-137.398%
+                drop__topk_500__layer_05 mlp=  13600 exact=42.73%
+    delta=+4.87% per1k=+37.726%
+                drop__topk_500__layer_09 mlp=  13629 exact=40.33%
+    delta=+2.47% per1k=+24.667%
+                drop__topk_500__layer_13 mlp=  13607 exact=40.00%
+    delta=+2.13% per1k=+17.486%
+                drop__topk_500__layer_17 mlp=  13611 exact=41.47%
+    delta=+3.60% per1k=+30.508%
+                drop__topk_500__layer_21 mlp=  13160 exact=13.40%
+    delta=-24.47% per1k=-42.999%
+                drop__topk_500__layer_25 mlp=  10564 exact=32.13%
+    delta=-5.73% per1k=-1.811%
+  add__rel_0.01_minus_topk_500__layer_01 mlp=  13791 exact=39.00%
+    delta=+1.13% per1k=+18.280%
+  add__rel_0.01_minus_topk_500__layer_05 mlp=  13817 exact=37.87%
+    delta=+0.00% per1k=+0.000%
+  add__rel_0.01_minus_topk_500__layer_09 mlp=  13898 exact=36.67%
+    delta=-1.20% per1k=-7.101%
+  add__rel_0.01_minus_topk_500__layer_13 mlp=  13933 exact=36.80%
+    delta=-1.07% per1k=-5.229%
+  add__rel_0.01_minus_topk_500__layer_17 mlp=  13983 exact=37.67%
+    delta=-0.20% per1k=-0.787%
+  add__rel_0.01_minus_topk_500__layer_21 mlp=  14505 exact=40.87%
+    delta=+3.00% per1k=+3.866%
+  add__rel_0.01_minus_topk_500__layer_25 mlp=  15462 exact=38.40%
+    delta=+0.53% per1k=+0.308%
+  add__topk_2000_minus_topk_500__layer_01 mlp=  13919 exact=38.93%
+    delta=+1.07% per1k=+5.614%
+  add__topk_2000_minus_topk_500__layer_05 mlp=  14091 exact=39.27%
+    delta=+1.40% per1k=+3.867%
+  add__topk_2000_minus_topk_500__layer_09 mlp=  14284 exact=37.60%
+    delta=-0.27% per1k=-0.480%
+  add__topk_2000_minus_topk_500__layer_13 mlp=  14367 exact=34.60%
+    delta=-3.27% per1k=-5.120%
+  add__topk_2000_minus_topk_500__layer_17 mlp=  14544 exact=38.87%
+    delta=+1.00% per1k=+1.227%
+  add__topk_2000_minus_topk_500__layer_21 mlp=  16942 exact=40.07%
+    delta=+2.20% per1k=+0.685%
+  add__topk_2000_minus_topk_500__layer_25 mlp=  18365 exact=38.33%
+    delta=+0.47% per1k=+0.101%
+  add__rel_0.001_minus_topk_500__layer_01 mlp=  15978 exact=40.87%
+    delta=+3.00% per1k=+1.334%
+  add__rel_0.001_minus_topk_500__layer_05 mlp=  20396 exact=47.00%
+    delta=+9.13% per1k=+1.370%
+  add__rel_0.001_minus_topk_500__layer_09 mlp=  22473 exact=42.00%
+    delta=+4.13% per1k=+0.473%
+  add__rel_0.001_minus_topk_500__layer_13 mlp=  22197 exact=42.00%
+    delta=+4.13% per1k=+0.488%
+  add__rel_0.001_minus_topk_500__layer_17 mlp=  22462 exact=41.67%
+    delta=+3.80% per1k=+0.435%
+  add__rel_0.001_minus_topk_500__layer_21 mlp=  22117 exact=41.20%
+    delta=+3.33% per1k=+0.397%
+  add__rel_0.001_minus_topk_500__layer_25 mlp=  19524 exact=38.47%
+    delta=+0.60% per1k=+0.104%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/direct_group_rank_shard1.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_direct_rank_shard2.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2099 exact=12.13%
+                                rel_0.05 mlp=   3042 exact=21.13%
+                                topk_500 mlp=  13729 exact=37.87%
+                                rel_0.01 mlp=  25570 exact=35.13%
+                               topk_2000 mlp=  55061 exact=29.00%
+                               rel_0.001 mlp= 224944 exact=98.13%
+[rank] todo=28 shard=2/4
+                drop__topk_500__layer_02 mlp=  13640 exact=29.00%
+    delta=-8.87% per1k=-99.625%
+                drop__topk_500__layer_06 mlp=  13589 exact=39.47%
+    delta=+1.60% per1k=+11.429%
+                drop__topk_500__layer_10 mlp=  13650 exact=43.27%
+    delta=+5.40% per1k=+68.354%
+                drop__topk_500__layer_14 mlp=  13589 exact=40.93%
+    delta=+3.07% per1k=+21.905%
+                drop__topk_500__layer_18 mlp=  13568 exact=33.13%
+    delta=-4.73% per1k=-29.400%
+                drop__topk_500__layer_22 mlp=  12680 exact=5.07%
+    delta=-32.80% per1k=-31.268%
+                drop__topk_500__layer_26 mlp=  12588 exact=37.33%
+    delta=-0.53% per1k=-0.467%
+  add__rel_0.01_minus_topk_500__layer_02 mlp=  13800 exact=38.27%
+    delta=+0.40% per1k=+5.634%
+  add__rel_0.01_minus_topk_500__layer_06 mlp=  13922 exact=39.00%
+    delta=+1.13% per1k=+5.872%
+  add__rel_0.01_minus_topk_500__layer_10 mlp=  13888 exact=39.33%
+    delta=+1.47% per1k=+9.224%
+  add__rel_0.01_minus_topk_500__layer_14 mlp=  13941 exact=37.13%
+    delta=-0.73% per1k=-3.459%
+  add__rel_0.01_minus_topk_500__layer_18 mlp=  14051 exact=38.80%
+    delta=+0.93% per1k=+2.899%
+  add__rel_0.01_minus_topk_500__layer_22 mlp=  14759 exact=38.20%
+    delta=+0.33% per1k=+0.324%
+  add__rel_0.01_minus_topk_500__layer_26 mlp=  14634 exact=37.87%
+    delta=+0.00% per1k=+0.000%
+  add__topk_2000_minus_topk_500__layer_02 mlp=  13990 exact=40.40%
+    delta=+2.53% per1k=+9.706%
+  add__topk_2000_minus_topk_500__layer_06 mlp=  14361 exact=39.53%
+    delta=+1.67% per1k=+2.637%
+  add__topk_2000_minus_topk_500__layer_10 mlp=  14217 exact=38.13%
+    delta=+0.27% per1k=+0.546%
+  add__topk_2000_minus_topk_500__layer_14 mlp=  14394 exact=37.27%
+    delta=-0.60% per1k=-0.902%
+  add__topk_2000_minus_topk_500__layer_18 mlp=  14681 exact=38.67%
+    delta=+0.80% per1k=+0.840%
+  add__topk_2000_minus_topk_500__layer_22 mlp=  18448 exact=38.80%
+    delta=+0.93% per1k=+0.198%
+  add__topk_2000_minus_topk_500__layer_26 mlp=  17305 exact=38.00%
+    delta=+0.13% per1k=+0.037%
+  add__rel_0.001_minus_topk_500__layer_02 mlp=  17486 exact=44.27%
+    delta=+6.40% per1k=+1.703%
+  add__rel_0.001_minus_topk_500__layer_06 mlp=  22493 exact=52.27%
+    delta=+14.40% per1k=+1.643%
+  add__rel_0.001_minus_topk_500__layer_10 mlp=  22392 exact=43.20%
+    delta=+5.33% per1k=+0.616%
+  add__rel_0.001_minus_topk_500__layer_14 mlp=  22276 exact=42.00%
+    delta=+4.13% per1k=+0.484%
+  add__rel_0.001_minus_topk_500__layer_18 mlp=  22376 exact=39.93%
+    delta=+2.07% per1k=+0.239%
+  add__rel_0.001_minus_topk_500__layer_22 mlp=  21639 exact=39.73%
+    delta=+1.87% per1k=+0.236%
+  add__rel_0.001_minus_topk_500__layer_26 mlp=  21545 exact=38.20%
+    delta=+0.33% per1k=+0.043%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/direct_group_rank_shard2.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_direct_rank_shard3.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2099 exact=12.13%
+                                rel_0.05 mlp=   3042 exact=21.13%
+                                topk_500 mlp=  13729 exact=37.87%
+                                rel_0.01 mlp=  25570 exact=35.13%
+                               topk_2000 mlp=  55061 exact=29.00%
+                               rel_0.001 mlp= 224944 exact=98.13%
+[rank] todo=28 shard=3/4
+                drop__topk_500__layer_03 mlp=  13662 exact=29.07%
+    delta=-8.80% per1k=-131.343%
+                drop__topk_500__layer_07 mlp=  13599 exact=36.87%
+    delta=-1.00% per1k=-7.692%
+                drop__topk_500__layer_11 mlp=  13647 exact=37.93%
+    delta=+0.07% per1k=+0.813%
+                drop__topk_500__layer_15 mlp=  13633 exact=40.33%
+    delta=+2.47% per1k=+25.694%
+                drop__topk_500__layer_19 mlp=  13416 exact=26.20%
+    delta=-11.67% per1k=-37.274%
+                drop__topk_500__layer_23 mlp=  12196 exact=5.93%
+    delta=-31.93% per1k=-20.831%
+                drop__topk_500__layer_27 mlp=  13220 exact=37.27%
+    delta=-0.60% per1k=-1.179%
+  add__rel_0.01_minus_topk_500__layer_03 mlp=  13794 exact=39.87%
+    delta=+2.00% per1k=+30.769%
+  add__rel_0.01_minus_topk_500__layer_07 mlp=  13949 exact=40.07%
+    delta=+2.20% per1k=+10.000%
+  add__rel_0.01_minus_topk_500__layer_11 mlp=  13869 exact=38.27%
+    delta=+0.40% per1k=+2.857%
+  add__rel_0.01_minus_topk_500__layer_15 mlp=  13935 exact=38.00%
+    delta=+0.13% per1k=+0.647%
+  add__rel_0.01_minus_topk_500__layer_19 mlp=  14199 exact=38.07%
+    delta=+0.20% per1k=+0.426%
+  add__rel_0.01_minus_topk_500__layer_23 mlp=  14960 exact=38.13%
+    delta=+0.27% per1k=+0.217%
+  add__rel_0.01_minus_topk_500__layer_27 mlp=  14118 exact=37.87%
+    delta=+0.00% per1k=+0.000%
+  add__topk_2000_minus_topk_500__layer_03 mlp=  13895 exact=38.87%
+    delta=+1.00% per1k=+6.024%
+  add__topk_2000_minus_topk_500__layer_07 mlp=  14430 exact=41.60%
+    delta=+3.73% per1k=+5.326%
+  add__topk_2000_minus_topk_500__layer_11 mlp=  14170 exact=37.20%
+    delta=-0.67% per1k=-1.512%
+  add__topk_2000_minus_topk_500__layer_15 mlp=  14325 exact=38.13%
+    delta=+0.27% per1k=+0.447%
+  add__topk_2000_minus_topk_500__layer_19 mlp=  15168 exact=37.67%
+    delta=-0.20% per1k=-0.139%
+  add__topk_2000_minus_topk_500__layer_23 mlp=  18628 exact=38.67%
+    delta=+0.80% per1k=+0.163%
+  add__topk_2000_minus_topk_500__layer_27 mlp=  15301 exact=38.13%
+    delta=+0.27% per1k=+0.170%
+  add__rel_0.001_minus_topk_500__layer_03 mlp=  17439 exact=42.60%
+    delta=+4.73% per1k=+1.276%
+  add__rel_0.001_minus_topk_500__layer_07 mlp=  22471 exact=48.80%
+    delta=+10.93% per1k=+1.251%
+  add__rel_0.001_minus_topk_500__layer_11 mlp=  22274 exact=40.07%
+    delta=+2.20% per1k=+0.257%
+  add__rel_0.001_minus_topk_500__layer_15 mlp=  22188 exact=43.60%
+    delta=+5.73% per1k=+0.678%
+  add__rel_0.001_minus_topk_500__layer_19 mlp=  22315 exact=41.13%
+    delta=+3.27% per1k=+0.380%
+  add__rel_0.001_minus_topk_500__layer_23 mlp=  21156 exact=38.47%
+    delta=+0.60% per1k=+0.081%
+  add__rel_0.001_minus_topk_500__layer_27 mlp=  21644 exact=37.87%
+    delta=+0.00% per1k=+0.000%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/direct_group_rank_shard3.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_fresh_build.log

@@ -0,0 +1,7 @@
+[dataset] data/qwen25_math_1p5b_rank_ladder_r16_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=7,971
+   hundreds  pairs= 3160  buckets=   79
+       tens  pairs= 4000  buckets=   20
+       ones  pairs= 4000  buckets=   18
+[done] build-only artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/fresh_pairs_seed123

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_fresh_target90_eval.log

@@ -0,0 +1,6 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/fresh_pairs_seed123
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                      target90 mlp= 207027 exact=90.80%
+[done] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/fresh_target90_eval.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_fresh_target90_generation.log

@@ -0,0 +1,4 @@
+[records] 1,500 skipped=0
+
+                      target90 mlp= 207027 gen_exact=90.67%
+[done] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/fresh_target90_generation.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_merge.log

@@ -0,0 +1,9 @@
+Warning: You are sending unauthenticated requests to the HF Hub. Please set a HF_TOKEN to enable higher rate limits and faster downloads.
+[model] Qwen/Qwen2.5-Math-1.5B adapter=results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005/adapter device=cuda
+
+scale=0.45 kl=0.893586 acc=99.98% correct=8098/8100
+scale=0.55 kl=0.965352 acc=99.94% correct=8095/8100
+scale=0.75 kl=1.08896 acc=99.98% correct=8098/8100
+scale=1 kl=1.23818 acc=99.85% correct=8088/8100
+
+[done] selected scale=0.45 rule=lowest_kl_at_or_above_min_accuracy merged=results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005_merged

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_position_trace.log

@@ -0,0 +1,64 @@
+[worker gpu=0 positions=hundreds]
+[dataset] data/qwen25_math_1p5b_rank_ladder_r16_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=7,971
+   hundreds  pairs= 3160  buckets=   79
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005_merged
+  device=cuda dtype=bfloat16 batch_size=256
+
+Loading weights:   0%|          | 0/338 [00:00<?, ?it/s]
+Loading weights: 100%|██████████| 338/338 [00:00<00:00, 6288.37it/s]
+  layers=28 d_ffn=8960 heads=12
+[hundreds] attr_pairs=2660 test_pairs=500
+   hundreds     positive  mlp= 248182 zero=100.00% cf=100.00%
+   hundreds    rel_0.001  mlp= 167002 zero=100.00% cf=100.00%
+   hundreds     rel_0.01  mlp=   9008 zero=88.20% cf=77.00%
+   hundreds     rel_0.05  mlp=   1174 zero=23.40% cf=4.80%
+   hundreds     topk_100  mlp=    867 zero=4.60% cf=2.80%
+   hundreds     topk_500  mlp=   5739 zero=82.80% cf=70.00%
+   hundreds    topk_2000  mlp=  25499 zero=96.40% cf=85.00%
+[done] artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/position_adacs/_workers/gpu0
+
+[worker gpu=1 positions=tens]
+[dataset] data/qwen25_math_1p5b_rank_ladder_r16_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=7,971
+       tens  pairs= 4000  buckets=   20
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005_merged
+  device=cuda dtype=bfloat16 batch_size=256
+
+Loading weights:   0%|          | 0/338 [00:00<?, ?it/s]
+Loading weights: 100%|██████████| 338/338 [00:00<00:00, 7374.43it/s]
+  layers=28 d_ffn=8960 heads=12
+[tens] attr_pairs=3500 test_pairs=500
+       tens     positive  mlp= 250345 zero=100.00% cf=100.00%
+       tens    rel_0.001  mlp= 200693 zero=100.00% cf=100.00%
+       tens     rel_0.01  mlp=  15895 zero=21.40% cf=74.00%
+       tens     rel_0.05  mlp=   2048 zero=8.60% cf=31.00%
+       tens     topk_100  mlp=   1562 zero=11.20% cf=19.00%
+       tens     topk_500  mlp=   9811 zero=14.00% cf=77.40%
+       tens    topk_2000  mlp=  41986 zero=31.20% cf=65.20%
+[done] artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/position_adacs/_workers/gpu1
+
+[worker gpu=2 positions=ones]
+[dataset] data/qwen25_math_1p5b_rank_ladder_r16_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=7,971
+       ones  pairs= 4000  buckets=   18
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005_merged
+  device=cuda dtype=bfloat16 batch_size=256
+
+Loading weights:   0%|          | 0/338 [00:00<?, ?it/s]
+Loading weights: 100%|██████████| 338/338 [00:00<00:00, 7279.24it/s]
+  layers=28 d_ffn=8960 heads=12
+[ones] attr_pairs=3500 test_pairs=500
+       ones     positive  mlp= 250880 zero=98.00% cf=98.00%
+       ones    rel_0.001  mlp= 222542 zero=97.80% cf=98.00%
+       ones     rel_0.01  mlp=  19522 zero=24.40% cf=49.40%
+       ones     rel_0.05  mlp=   2367 zero=8.20% cf=38.00%
+       ones     topk_100  mlp=   1592 zero=9.00% cf=24.00%
+       ones     topk_500  mlp=   8714 zero=18.60% cf=59.40%
+       ones    topk_2000  mlp=  42957 zero=43.80% cf=54.80%
+[done] artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/position_adacs/_workers/gpu2
+
+[done] merged multi-gpu artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/position_adacs

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_prep_stage.log

@@ -0,0 +1,5 @@
+[rank 16] prep start on gpu 0
+[rank 16] train cached
+[rank 16] merge cached
+[rank 16] correct dataset cached
+[rank 16] prep done

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_target90_search.log

@@ -0,0 +1,271 @@
+
+                            topk_100 mlp=   2099 exact=12.13%
+                            rel_0.05 mlp=   3042 exact=21.13%
+                            topk_500 mlp=  13729 exact=37.87%
+                            rel_0.01 mlp=  25570 exact=35.13%
+                           topk_2000 mlp=  55061 exact=29.00%
+                           rel_0.001 mlp= 224944 exact=98.13%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_06 mlp=  22493 exact=52.27%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_08 mlp=  22496 exact=50.27%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_07 mlp=  22471 exact=48.80%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_05 mlp=  20396 exact=47.00%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_04 mlp=  21626 exact=44.87%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_02 mlp=  17486 exact=44.27%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_00 mlp=  19999 exact=43.93%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_12 mlp=  22162 exact=43.93%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_15 mlp=  22188 exact=43.60%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_10 mlp=  22392 exact=43.20%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_03 mlp=  17439 exact=42.60%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_13 mlp=  22197 exact=42.00%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_14 mlp=  22276 exact=42.00%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_09 mlp=  22473 exact=42.00%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_16 mlp=  22362 exact=41.93%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_17 mlp=  22462 exact=41.67%
+  add_step_1_add__topk_2000_minus_topk_500__layer_07 mlp=  14430 exact=41.60%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_21 mlp=  22117 exact=41.20%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_19 mlp=  22315 exact=41.13%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_21 mlp=  14505 exact=40.87%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_01 mlp=  15978 exact=40.87%
+  add_step_1_add__topk_2000_minus_topk_500__layer_00 mlp=  14044 exact=40.47%
+  add_step_1_add__topk_2000_minus_topk_500__layer_02 mlp=  13990 exact=40.40%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_16 mlp=  13968 exact=40.33%
+  add_step_1_add__topk_2000_minus_topk_500__layer_04 mlp=  14179 exact=40.27%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_07 mlp=  13949 exact=40.07%
+  add_step_1_add__topk_2000_minus_topk_500__layer_21 mlp=  16942 exact=40.07%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_11 mlp=  22274 exact=40.07%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_18 mlp=  22376 exact=39.93%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_03 mlp=  13794 exact=39.87%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_22 mlp=  21639 exact=39.73%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_00 mlp=  13794 exact=39.60%
+  add_step_1_add__topk_2000_minus_topk_500__layer_06 mlp=  14361 exact=39.53%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_10 mlp=  13888 exact=39.33%
+  add_step_1_add__topk_2000_minus_topk_500__layer_05 mlp=  14091 exact=39.27%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_01 mlp=  13791 exact=39.00%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_06 mlp=  13922 exact=39.00%
+  add_step_1_add__topk_2000_minus_topk_500__layer_01 mlp=  13919 exact=38.93%
+  add_step_1_add__topk_2000_minus_topk_500__layer_03 mlp=  13895 exact=38.87%
+  add_step_1_add__topk_2000_minus_topk_500__layer_17 mlp=  14544 exact=38.87%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_18 mlp=  14051 exact=38.80%
+  add_step_1_add__topk_2000_minus_topk_500__layer_22 mlp=  18448 exact=38.80%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_04 mlp=  13874 exact=38.67%
+  add_step_1_add__topk_2000_minus_topk_500__layer_18 mlp=  14681 exact=38.67%
+  add_step_1_add__topk_2000_minus_topk_500__layer_23 mlp=  18628 exact=38.67%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_25 mlp=  19524 exact=38.47%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_23 mlp=  21156 exact=38.47%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_25 mlp=  15462 exact=38.40%
+                 add_step_1_accepted mlp=  22493 exact=52.27%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_08 mlp=  31260 exact=57.40%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_07 mlp=  31235 exact=56.20%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_05 mlp=  29160 exact=61.00%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_04 mlp=  30390 exact=65.40%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_02 mlp=  26250 exact=55.87%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_00 mlp=  28763 exact=57.27%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_12 mlp=  30926 exact=57.33%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_15 mlp=  30952 exact=59.80%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_10 mlp=  31156 exact=59.40%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_03 mlp=  26203 exact=57.07%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_13 mlp=  30961 exact=53.27%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_14 mlp=  31040 exact=56.53%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_09 mlp=  31237 exact=59.47%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_16 mlp=  31126 exact=50.87%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_17 mlp=  31226 exact=57.20%
+  add_step_2_add__topk_2000_minus_topk_500__layer_07 mlp=  23194 exact=53.87%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_21 mlp=  30881 exact=56.07%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_19 mlp=  31079 exact=56.13%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_21 mlp=  23269 exact=55.40%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_01 mlp=  24742 exact=54.67%
+  add_step_2_add__topk_2000_minus_topk_500__layer_00 mlp=  22808 exact=55.27%
+  add_step_2_add__topk_2000_minus_topk_500__layer_02 mlp=  22754 exact=53.40%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_16 mlp=  22732 exact=51.93%
+  add_step_2_add__topk_2000_minus_topk_500__layer_04 mlp=  22943 exact=52.60%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_07 mlp=  22713 exact=51.87%
+  add_step_2_add__topk_2000_minus_topk_500__layer_21 mlp=  25706 exact=54.73%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_11 mlp=  31038 exact=58.27%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_18 mlp=  31140 exact=55.00%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_03 mlp=  22558 exact=53.80%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_22 mlp=  30403 exact=53.40%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_00 mlp=  22558 exact=52.13%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_10 mlp=  22652 exact=51.20%
+  add_step_2_add__topk_2000_minus_topk_500__layer_05 mlp=  22855 exact=51.80%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_01 mlp=  22555 exact=52.67%
+  add_step_2_add__topk_2000_minus_topk_500__layer_01 mlp=  22683 exact=52.33%
+  add_step_2_add__topk_2000_minus_topk_500__layer_03 mlp=  22659 exact=53.00%
+  add_step_2_add__topk_2000_minus_topk_500__layer_17 mlp=  23308 exact=51.27%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_18 mlp=  22815 exact=51.87%
+  add_step_2_add__topk_2000_minus_topk_500__layer_22 mlp=  27212 exact=52.73%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_04 mlp=  22638 exact=52.80%
+  add_step_2_add__topk_2000_minus_topk_500__layer_18 mlp=  23445 exact=51.20%
+  add_step_2_add__topk_2000_minus_topk_500__layer_23 mlp=  27392 exact=52.47%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_25 mlp=  28288 exact=52.33%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_23 mlp=  29920 exact=52.20%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_25 mlp=  24226 exact=51.67%
+                 add_step_2_accepted mlp=  30390 exact=65.40%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_08 mlp=  39157 exact=66.53%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_07 mlp=  39132 exact=71.53%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_05 mlp=  37057 exact=66.07%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_02 mlp=  34147 exact=64.87%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_00 mlp=  36660 exact=68.67%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_12 mlp=  38823 exact=68.33%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_15 mlp=  38849 exact=71.13%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_10 mlp=  39053 exact=70.20%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_03 mlp=  34100 exact=67.33%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_13 mlp=  38858 exact=68.13%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_14 mlp=  38937 exact=70.47%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_09 mlp=  39134 exact=67.47%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_16 mlp=  39023 exact=68.27%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_17 mlp=  39123 exact=68.87%
+  add_step_3_add__topk_2000_minus_topk_500__layer_07 mlp=  31091 exact=67.00%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_21 mlp=  38778 exact=69.40%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_19 mlp=  38976 exact=69.07%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_21 mlp=  31166 exact=68.07%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_01 mlp=  32639 exact=63.73%
+  add_step_3_add__topk_2000_minus_topk_500__layer_00 mlp=  30705 exact=66.27%
+  add_step_3_add__topk_2000_minus_topk_500__layer_02 mlp=  30651 exact=64.00%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_16 mlp=  30629 exact=65.47%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_07 mlp=  30610 exact=66.00%
+  add_step_3_add__topk_2000_minus_topk_500__layer_21 mlp=  33603 exact=68.60%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_11 mlp=  38935 exact=74.80%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_18 mlp=  39037 exact=67.13%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_03 mlp=  30455 exact=62.93%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_22 mlp=  38300 exact=66.60%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_00 mlp=  30455 exact=65.47%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_10 mlp=  30549 exact=65.93%
+  add_step_3_add__topk_2000_minus_topk_500__layer_05 mlp=  30752 exact=65.40%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_01 mlp=  30452 exact=65.53%
+  add_step_3_add__topk_2000_minus_topk_500__layer_01 mlp=  30580 exact=65.40%
+  add_step_3_add__topk_2000_minus_topk_500__layer_03 mlp=  30556 exact=63.47%
+  add_step_3_add__topk_2000_minus_topk_500__layer_17 mlp=  31205 exact=65.87%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_18 mlp=  30712 exact=64.27%
+  add_step_3_add__topk_2000_minus_topk_500__layer_22 mlp=  35109 exact=65.80%
+  add_step_3_add__topk_2000_minus_topk_500__layer_18 mlp=  31342 exact=64.60%
+  add_step_3_add__topk_2000_minus_topk_500__layer_23 mlp=  35289 exact=65.20%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_25 mlp=  36185 exact=65.07%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_23 mlp=  37817 exact=65.07%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_25 mlp=  32123 exact=65.33%
+                 add_step_3_accepted mlp=  38935 exact=74.80%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_08 mlp=  47702 exact=72.47%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_07 mlp=  47677 exact=76.93%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_05 mlp=  45602 exact=76.20%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_02 mlp=  42692 exact=73.47%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_00 mlp=  45205 exact=77.40%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_12 mlp=  47368 exact=76.27%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_15 mlp=  47394 exact=80.47%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_10 mlp=  47598 exact=73.80%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_03 mlp=  42645 exact=72.93%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_13 mlp=  47403 exact=73.00%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_14 mlp=  47482 exact=74.87%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_09 mlp=  47679 exact=74.27%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_16 mlp=  47568 exact=77.53%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_17 mlp=  47668 exact=77.27%
+  add_step_4_add__topk_2000_minus_topk_500__layer_07 mlp=  39636 exact=76.73%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_21 mlp=  47323 exact=77.87%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_19 mlp=  47521 exact=78.67%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_21 mlp=  39711 exact=76.07%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_01 mlp=  41184 exact=72.73%
+  add_step_4_add__topk_2000_minus_topk_500__layer_00 mlp=  39250 exact=75.13%
+  add_step_4_add__topk_2000_minus_topk_500__layer_02 mlp=  39196 exact=73.53%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_16 mlp=  39174 exact=76.27%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_07 mlp=  39155 exact=78.00%
+  add_step_4_add__topk_2000_minus_topk_500__layer_21 mlp=  42148 exact=77.07%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_18 mlp=  47582 exact=75.07%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_03 mlp=  39000 exact=73.80%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_22 mlp=  46845 exact=77.13%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_00 mlp=  39000 exact=74.07%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_10 mlp=  39094 exact=74.80%
+  add_step_4_add__topk_2000_minus_topk_500__layer_05 mlp=  39297 exact=76.47%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_01 mlp=  38997 exact=74.20%
+  add_step_4_add__topk_2000_minus_topk_500__layer_01 mlp=  39125 exact=74.20%
+  add_step_4_add__topk_2000_minus_topk_500__layer_03 mlp=  39101 exact=73.13%
+  add_step_4_add__topk_2000_minus_topk_500__layer_17 mlp=  39750 exact=77.27%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_18 mlp=  39257 exact=73.07%
+  add_step_4_add__topk_2000_minus_topk_500__layer_22 mlp=  43654 exact=76.33%
+  add_step_4_add__topk_2000_minus_topk_500__layer_18 mlp=  39887 exact=72.87%
+  add_step_4_add__topk_2000_minus_topk_500__layer_23 mlp=  43834 exact=75.20%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_25 mlp=  44730 exact=75.00%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_23 mlp=  46362 exact=75.20%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_25 mlp=  40668 exact=75.07%
+                 add_step_4_accepted mlp=  47394 exact=80.47%
+  baseline_rel_0.001_compress_1_drop_00 mlp= 218565 exact=30.27%
+  baseline_rel_0.001_compress_1_drop_01 mlp= 222613 exact=68.33%
+  baseline_rel_0.001_compress_1_drop_02 mlp= 221098 exact=93.73%
+  baseline_rel_0.001_compress_1_drop_03 mlp= 221167 exact=96.40%
+  baseline_rel_0.001_compress_1_drop_04 mlp= 216845 exact=82.00%
+  baseline_rel_0.001_compress_1_drop_05 mlp= 218148 exact=97.07%
+  baseline_rel_0.001_compress_1_drop_06 mlp= 216040 exact=96.33%
+  baseline_rel_0.001_compress_1_drop_07 mlp= 216072 exact=96.53%
+  baseline_rel_0.001_compress_1_drop_08 mlp= 216066 exact=99.27%
+  baseline_rel_0.001_compress_1_drop_09 mlp= 216100 exact=98.20%
+  baseline_rel_0.001_compress_1_drop_10 mlp= 216202 exact=96.60%
+  baseline_rel_0.001_compress_1_drop_11 mlp= 216317 exact=98.87%
+  baseline_rel_0.001_compress_1_drop_12 mlp= 216378 exact=97.53%
+  baseline_rel_0.001_compress_1_drop_13 mlp= 216354 exact=98.07%
+  baseline_rel_0.001_compress_1_drop_14 mlp= 216257 exact=96.00%
+  baseline_rel_0.001_compress_1_drop_15 mlp= 216389 exact=97.00%
+  baseline_rel_0.001_compress_1_drop_16 mlp= 216185 exact=99.00%
+  baseline_rel_0.001_compress_1_drop_17 mlp= 216093 exact=98.73%
+  baseline_rel_0.001_compress_1_drop_18 mlp= 216136 exact=95.13%
+  baseline_rel_0.001_compress_1_drop_19 mlp= 216045 exact=98.73%
+  baseline_rel_0.001_compress_1_drop_20 mlp= 215987 exact=98.00%
+  baseline_rel_0.001_compress_1_drop_21 mlp= 215987 exact=71.73%
+  baseline_rel_0.001_compress_1_drop_22 mlp= 215985 exact=11.80%
+  baseline_rel_0.001_compress_1_drop_23 mlp= 215984 exact=15.00%
+  baseline_rel_0.001_compress_1_drop_24 mlp= 215984 exact=93.00%
+  baseline_rel_0.001_compress_1_drop_25 mlp= 215984 exact=86.13%
+  baseline_rel_0.001_compress_1_drop_26 mlp= 215987 exact=97.87%
+  baseline_rel_0.001_compress_1_drop_27 mlp= 216520 exact=96.73%
+  baseline_rel_0.001_compress_1_accepted mlp= 215984 exact=93.00%
+  baseline_rel_0.001_compress_2_drop_00 mlp= 209605 exact=27.00%
+  baseline_rel_0.001_compress_2_drop_01 mlp= 213653 exact=63.53%
+  baseline_rel_0.001_compress_2_drop_02 mlp= 212138 exact=86.27%
+  baseline_rel_0.001_compress_2_drop_03 mlp= 212207 exact=88.40%
+  baseline_rel_0.001_compress_2_drop_04 mlp= 207885 exact=71.27%
+  baseline_rel_0.001_compress_2_drop_05 mlp= 209188 exact=91.13%
+  baseline_rel_0.001_compress_2_drop_06 mlp= 207080 exact=90.53%
+  baseline_rel_0.001_compress_2_drop_07 mlp= 207112 exact=90.93%
+  baseline_rel_0.001_compress_2_drop_08 mlp= 207106 exact=94.33%
+  baseline_rel_0.001_compress_2_drop_09 mlp= 207140 exact=92.87%
+  baseline_rel_0.001_compress_2_drop_10 mlp= 207242 exact=91.93%
+  baseline_rel_0.001_compress_2_drop_11 mlp= 207357 exact=92.13%
+  baseline_rel_0.001_compress_2_drop_12 mlp= 207418 exact=90.73%
+  baseline_rel_0.001_compress_2_drop_13 mlp= 207394 exact=92.87%
+  baseline_rel_0.001_compress_2_drop_14 mlp= 207297 exact=91.00%
+  baseline_rel_0.001_compress_2_drop_15 mlp= 207429 exact=91.40%
+  baseline_rel_0.001_compress_2_drop_16 mlp= 207225 exact=94.53%
+  baseline_rel_0.001_compress_2_drop_17 mlp= 207133 exact=93.27%
+  baseline_rel_0.001_compress_2_drop_18 mlp= 207176 exact=87.73%
+  baseline_rel_0.001_compress_2_drop_19 mlp= 207085 exact=89.07%
+  baseline_rel_0.001_compress_2_drop_20 mlp= 207027 exact=90.07%
+  baseline_rel_0.001_compress_2_drop_21 mlp= 207027 exact=63.27%
+  baseline_rel_0.001_compress_2_drop_22 mlp= 207025 exact=11.13%
+  baseline_rel_0.001_compress_2_drop_23 mlp= 207024 exact=8.00%
+  baseline_rel_0.001_compress_2_drop_25 mlp= 207024 exact=50.60%
+  baseline_rel_0.001_compress_2_drop_26 mlp= 207027 exact=87.87%
+  baseline_rel_0.001_compress_2_drop_27 mlp= 207560 exact=89.53%
+  baseline_rel_0.001_compress_2_accepted mlp= 207027 exact=90.07%
+  baseline_rel_0.001_compress_3_drop_00 mlp= 200648 exact=23.53%
+  baseline_rel_0.001_compress_3_drop_01 mlp= 204696 exact=61.40%
+  baseline_rel_0.001_compress_3_drop_02 mlp= 203181 exact=82.13%
+  baseline_rel_0.001_compress_3_drop_03 mlp= 203250 exact=81.87%
+  baseline_rel_0.001_compress_3_drop_04 mlp= 198928 exact=58.67%
+  baseline_rel_0.001_compress_3_drop_05 mlp= 200231 exact=88.20%
+  baseline_rel_0.001_compress_3_drop_06 mlp= 198123 exact=88.47%
+  baseline_rel_0.001_compress_3_drop_07 mlp= 198155 exact=87.53%
+  baseline_rel_0.001_compress_3_drop_08 mlp= 198149 exact=89.47%
+  baseline_rel_0.001_compress_3_drop_09 mlp= 198183 exact=89.13%
+  baseline_rel_0.001_compress_3_drop_10 mlp= 198285 exact=89.00%
+  baseline_rel_0.001_compress_3_drop_11 mlp= 198400 exact=86.00%
+  baseline_rel_0.001_compress_3_drop_12 mlp= 198461 exact=84.47%
+  baseline_rel_0.001_compress_3_drop_13 mlp= 198437 exact=89.20%
+  baseline_rel_0.001_compress_3_drop_14 mlp= 198340 exact=88.20%
+  baseline_rel_0.001_compress_3_drop_15 mlp= 198472 exact=86.67%
+  baseline_rel_0.001_compress_3_drop_16 mlp= 198268 exact=88.87%
+  baseline_rel_0.001_compress_3_drop_17 mlp= 198176 exact=86.67%
+  baseline_rel_0.001_compress_3_drop_18 mlp= 198219 exact=82.53%
+  baseline_rel_0.001_compress_3_drop_19 mlp= 198128 exact=77.33%
+  baseline_rel_0.001_compress_3_drop_21 mlp= 198070 exact=42.67%
+  baseline_rel_0.001_compress_3_drop_22 mlp= 198068 exact=7.60%
+  baseline_rel_0.001_compress_3_drop_23 mlp= 198067 exact=7.73%
+  baseline_rel_0.001_compress_3_drop_25 mlp= 198067 exact=50.60%
+  baseline_rel_0.001_compress_3_drop_26 mlp= 198070 exact=80.87%
+  baseline_rel_0.001_compress_3_drop_27 mlp= 198603 exact=83.33%
+[done] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/target90_search.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_16_train.log

@@ -0,0 +1,9 @@
+[model] Qwen/Qwen2.5-Math-1.5B device=cuda dtype=bfloat16
+Warning: You are sending unauthenticated requests to the HF Hub. Please set a HF_TOKEN to enable higher rate limits and faster downloads.
+
+trainable params: 18,464,768 || all params: 1,562,179,072 || trainable%: 1.1820
+{"step": 1, "loss": 1.5390625, "ce": 1.5390625, "kl": -9.489059448242188e-05, "lr": 1.3333333333333333e-05, "elapsed_s": 0.812575101852417, "compact_exact": {"n": 8100, "correct": 7590, "accuracy": 0.937037037037037, "wrong_sample": [{"prompt": "11 + 13 =", "answer": "24", "pred": "35"}, {"prompt": "11 + 21 =", "answer": "32", "pred": "132"}, {"prompt": "11 + 31 =", "answer": "42", "pred": "142"}, {"prompt": "11 + 41 =", "answer": "52", "pred": "152"}, {"prompt": "11 + 47 =", "answer": "58", "pred": "158"}, {"prompt": "11 + 48 =", "answer": "59", "pred": "159"}, {"prompt": "11 + 49 =", "answer": "60", "pred": "160"}, {"prompt": "11 + 50 =", "answer": "61", "pred": "161"}, {"prompt": "11 + 51 =", "answer": "62", "pred": "162"}, {"prompt": "11 + 53 =", "answer": "64", "pred": "164"}, {"prompt": "11 + 57 =", "answer": "68", "pred": "168"}, {"prompt": "11 + 58 =", "answer": "69", "pred": "169"}, {"prompt": "11 + 59 =", "answer": "70", "pred": "170"}, {"prompt": "11 + 61 =", "answer": "72", "pred": "172"}, {"prompt": "11 + 62 =", "answer": "73", "pred": "173"}, {"prompt": "11 + 67 =", "answer": "78", "pred": "178"}, {"prompt": "11 + 68 =", "answer": "79", "pred": "179"}, {"prompt": "11 + 69 =", "answer": "80", "pred": "180"}, {"prompt": "11 + 70 =", "answer": "81", "pred": "181"}, {"prompt": "11 + 71 =", "answer": "82", "pred": "182"}, {"prompt": "11 + 75 =", "answer": "86", "pred": "186"}, {"prompt": "11 + 76 =", "answer": "87", "pred": "187"}, {"prompt": "11 + 78 =", "answer": "89", "pred": "189"}, {"prompt": "11 + 79 =", "answer": "90", "pred": "190"}, {"prompt": "11 + 80 =", "answer": "91", "pred": "191"}]}}
+{"step": 100, "loss": 0.15492942116477273, "ce": 0.1362332816075797, "kl": 0.37419204519252586, "lr": 0.00015922352526649803, "elapsed_s": 69.5666401386261, "compact_exact": {"n": 8100, "correct": 7923, "accuracy": 0.9781481481481481, "wrong_sample": [{"prompt": "11 + 13 =", "answer": "24", "pred": "14"}, {"prompt": "11 + 16 =", "answer": "27", "pred": "17"}, {"prompt": "11 + 17 =", "answer": "28", "pred": "18"}, {"prompt": "11 + 18 =", "answer": "29", "pred": "19"}, {"prompt": "11 + 19 =", "answer": "30", "pred": "20"}, {"prompt": "11 + 20 =", "answer": "31", "pred": "21"}, {"prompt": "11 + 23 =", "answer": "34", "pred": "24"}, {"prompt": "11 + 24 =", "answer": "35", "pred": "25"}, {"prompt": "11 + 25 =", "answer": "36", "pred": "26"}, {"prompt": "11 + 26 =", "answer": "37", "pred": "27"}, {"prompt": "11 + 29 =", "answer": "40", "pred": "30"}, {"prompt": "11 + 49 =", "answer": "60", "pred": "50"}, {"prompt": "21 + 29 =", "answer": "50", "pred": "40"}, {"prompt": "21 + 39 =", "answer": "60", "pred": "50"}, {"prompt": "21 + 69 =", "answer": "90", "pred": "80"}, {"prompt": "22 + 13 =", "answer": "35", "pred": "15"}, {"prompt": "22 + 49 =", "answer": "71", "pred": "51"}, {"prompt": "24 + 71 =", "answer": "95", "pred": "115"}, {"prompt": "24 + 77 =", "answer": "101", "pred": "121"}, {"prompt": "24 + 78 =", "answer": "102", "pred": "122"}, {"prompt": "24 + 81 =", "answer": "105", "pred": "125"}, {"prompt": "28 + 72 =", "answer": "100", "pred": "110"}, {"prompt": "28 + 77 =", "answer": "105", "pred": "115"}, {"prompt": "29 + 71 =", "answer": "100", "pred": "110"}, {"prompt": "29 + 73 =", "answer": "102", "pred": "112"}]}}
+{"step": 200, "loss": 0.03357421875, "ce": 0.016380691528320314, "kl": 0.343701171875, "lr": 5.484666416891109e-05, "elapsed_s": 126.36040806770325, "compact_exact": {"n": 8100, "correct": 8089, "accuracy": 0.998641975308642, "wrong_sample": [{"prompt": "13 + 79 =", "answer": "92", "pred": "922"}, {"prompt": "14 + 78 =", "answer": "92", "pred": "922"}, {"prompt": "18 + 74 =", "answer": "92", "pred": "922"}, {"prompt": "19 + 73 =", "answer": "92", "pred": "922"}, {"prompt": "58 + 42 =", "answer": "100", "pred": "90"}, {"prompt": "59 + 41 =", "answer": "100", "pred": "90"}, {"prompt": "77 + 54 =", "answer": "131", "pred": "121"}, {"prompt": "77 + 63 =", "answer": "140", "pred": "130"}, {"prompt": "99 + 61 =", "answer": "160", "pred": "150"}, {"prompt": "99 + 71 =", "answer": "170", "pred": "160"}, {"prompt": "99 + 81 =", "answer": "180", "pred": "170"}]}}
+{"step": 300, "loss": 0.0200146484375, "ce": 0.004040641784667969, "kl": 0.3195703125, "lr": 0.0, "elapsed_s": 183.05117917060852, "compact_exact": {"n": 8100, "correct": 8080, "accuracy": 0.9975308641975309, "wrong_sample": [{"prompt": "11 + 31 =", "answer": "42", "pred": "422"}, {"prompt": "11 + 33 =", "answer": "44", "pred": "444"}, {"prompt": "11 + 34 =", "answer": "45", "pred": "455"}, {"prompt": "11 + 35 =", "answer": "46", "pred": "466"}, {"prompt": "11 + 37 =", "answer": "48", "pred": "488"}, {"prompt": "11 + 38 =", "answer": "49", "pred": "499999"}, {"prompt": "13 + 29 =", "answer": "42", "pred": "422"}, {"prompt": "13 + 79 =", "answer": "92", "pred": "922"}, {"prompt": "14 + 78 =", "answer": "92", "pred": "922"}, {"prompt": "18 + 74 =", "answer": "92", "pred": "922"}, {"prompt": "19 + 73 =", "answer": "92", "pred": "922"}, {"prompt": "77 + 10 =", "answer": "87", "pred": "877"}, {"prompt": "77 + 11 =", "answer": "88", "pred": "888888"}, {"prompt": "77 + 14 =", "answer": "91", "pred": "911"}, {"prompt": "77 + 19 =", "answer": "96", "pred": "966"}, {"prompt": "77 + 34 =", "answer": "111", "pred": "1111"}, {"prompt": "77 + 38 =", "answer": "115", "pred": "1155"}, {"prompt": "88 + 13 =", "answer": "101", "pred": "1011"}, {"prompt": "88 + 27 =", "answer": "115", "pred": "1155"}, {"prompt": "88 + 83 =", "answer": "171", "pred": "1711"}]}}
+[done] adapter=results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_16/lora_r16_beta005/adapter accuracy=99.7531%

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_correct_dataset.log

@@ -0,0 +1,26 @@
+Device: cuda   dtype: bfloat16
+Loading results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005_merged ...
+
+Pool: 8,100 unique (a, b) pairs in [10, 99]  shard=1/1
+    512/8100  correct=  507  acc=99.0%  648.1 ex/s  eta 0.2 min
+   1024/8100  correct= 1016  acc=99.2%  840.3 ex/s  eta 0.1 min
+   1536/8100  correct= 1526  acc=99.3%  932.2 ex/s  eta 0.1 min
+   2048/8100  correct= 2037  acc=99.5%  925.5 ex/s  eta 0.1 min
+   2560/8100  correct= 2545  acc=99.4%  967.9 ex/s  eta 0.1 min
+   3072/8100  correct= 3055  acc=99.4%  958.0 ex/s  eta 0.1 min
+   3584/8100  correct= 3562  acc=99.4%  983.3 ex/s  eta 0.1 min
+   4096/8100  correct= 4073  acc=99.4%  972.9 ex/s  eta 0.1 min
+   4608/8100  correct= 4582  acc=99.4%  990.4 ex/s  eta 0.1 min
+   5120/8100  correct= 5093  acc=99.5%  1004.3 ex/s  eta 0.0 min
+   5632/8100  correct= 5602  acc=99.5%  1016.6 ex/s  eta 0.0 min
+   6144/8100  correct= 6113  acc=99.5%  1027.4 ex/s  eta 0.0 min
+   6656/8100  correct= 6624  acc=99.5%  1035.8 ex/s  eta 0.0 min
+   7168/8100  correct= 7136  acc=99.6%  1042.8 ex/s  eta 0.0 min
+   7680/8100  correct= 7648  acc=99.6%  1049.1 ex/s  eta 0.0 min
+   8100/8100  correct= 8067  acc=99.6%  1052.6 ex/s  eta 0.0 min
+
+=======================================================
+  Tested:    8,100
+  Correct:   8,067 (99.6%)
+  Correct saved:   data/qwen25_math_1p5b_rank_ladder_r1_correct_addition.json
+=======================================================

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_direct_rank_shard0.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2193 exact=8.93%
+                                rel_0.05 mlp=   3102 exact=17.20%
+                                topk_500 mlp=  13350 exact=50.33%
+                                rel_0.01 mlp=  25436 exact=38.27%
+                               topk_2000 mlp=  52581 exact=30.87%
+                               rel_0.001 mlp= 224993 exact=99.80%
+[rank] todo=28 shard=0/4
+                drop__topk_500__layer_00 mlp=  13255 exact=5.27%
+    delta=-45.07% per1k=-474.386%
+                drop__topk_500__layer_04 mlp=  13178 exact=20.13%
+    delta=-30.20% per1k=-175.581%
+                drop__topk_500__layer_08 mlp=  13233 exact=49.93%
+    delta=-0.40% per1k=-3.419%
+                drop__topk_500__layer_12 mlp=  13235 exact=52.47%
+    delta=+2.13% per1k=+18.551%
+                drop__topk_500__layer_16 mlp=  13244 exact=51.00%
+    delta=+0.67% per1k=+6.289%
+                drop__topk_500__layer_20 mlp=  12925 exact=36.60%
+    delta=-13.73% per1k=-32.314%
+                drop__topk_500__layer_24 mlp=  10446 exact=39.93%
+    delta=-10.40% per1k=-3.581%
+  add__rel_0.01_minus_topk_500__layer_00 mlp=  13417 exact=50.40%
+    delta=+0.07% per1k=+0.995%
+  add__rel_0.01_minus_topk_500__layer_04 mlp=  13501 exact=49.73%
+    delta=-0.60% per1k=-3.974%
+  add__rel_0.01_minus_topk_500__layer_08 mlp=  13536 exact=43.33%
+    delta=-7.00% per1k=-37.634%
+  add__rel_0.01_minus_topk_500__layer_12 mlp=  13553 exact=48.80%
+    delta=-1.53% per1k=-7.553%
+  add__rel_0.01_minus_topk_500__layer_16 mlp=  13589 exact=52.87%
+    delta=+2.53% per1k=+10.600%
+  add__rel_0.01_minus_topk_500__layer_20 mlp=  13941 exact=50.00%
+    delta=-0.33% per1k=-0.564%
+  add__rel_0.01_minus_topk_500__layer_24 mlp=  15137 exact=50.20%
+    delta=-0.13% per1k=-0.075%
+  add__topk_2000_minus_topk_500__layer_00 mlp=  13602 exact=51.73%
+    delta=+1.40% per1k=+5.556%
+  add__topk_2000_minus_topk_500__layer_04 mlp=  13772 exact=51.40%
+    delta=+1.07% per1k=+2.528%
+  add__topk_2000_minus_topk_500__layer_08 mlp=  13920 exact=43.27%
+    delta=-7.07% per1k=-12.398%
+  add__topk_2000_minus_topk_500__layer_12 mlp=  13879 exact=46.73%
+    delta=-3.60% per1k=-6.805%
+  add__topk_2000_minus_topk_500__layer_16 mlp=  14054 exact=53.13%
+    delta=+2.80% per1k=+3.977%
+  add__topk_2000_minus_topk_500__layer_20 mlp=  15662 exact=52.07%
+    delta=+1.73% per1k=+0.750%
+  add__topk_2000_minus_topk_500__layer_24 mlp=  18072 exact=49.53%
+    delta=-0.80% per1k=-0.169%
+  add__rel_0.001_minus_topk_500__layer_00 mlp=  19323 exact=52.80%
+    delta=+2.47% per1k=+0.413%
+  add__rel_0.001_minus_topk_500__layer_04 mlp=  21073 exact=55.73%
+    delta=+5.40% per1k=+0.699%
+  add__rel_0.001_minus_topk_500__layer_08 mlp=  22118 exact=57.07%
+    delta=+6.73% per1k=+0.768%
+  add__rel_0.001_minus_topk_500__layer_12 mlp=  21918 exact=59.13%
+    delta=+8.80% per1k=+1.027%
+  add__rel_0.001_minus_topk_500__layer_16 mlp=  22005 exact=54.93%
+    delta=+4.60% per1k=+0.531%
+  add__rel_0.001_minus_topk_500__layer_20 mlp=  21880 exact=52.80%
+    delta=+2.47% per1k=+0.289%
+  add__rel_0.001_minus_topk_500__layer_24 mlp=  19406 exact=49.33%
+    delta=-1.00% per1k=-0.165%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/direct_group_rank_shard0.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_direct_rank_shard1.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2193 exact=8.93%
+                                rel_0.05 mlp=   3102 exact=17.20%
+                                topk_500 mlp=  13350 exact=50.33%
+                                rel_0.01 mlp=  25436 exact=38.27%
+                               topk_2000 mlp=  52581 exact=30.87%
+                               rel_0.001 mlp= 224993 exact=99.80%
+[rank] todo=28 shard=1/4
+                drop__topk_500__layer_01 mlp=  13275 exact=38.13%
+    delta=-12.20% per1k=-162.667%
+                drop__topk_500__layer_05 mlp=  13243 exact=56.93%
+    delta=+6.60% per1k=+61.682%
+                drop__topk_500__layer_09 mlp=  13243 exact=56.13%
+    delta=+5.80% per1k=+54.206%
+                drop__topk_500__layer_13 mlp=  13249 exact=51.47%
+    delta=+1.13% per1k=+11.221%
+                drop__topk_500__layer_17 mlp=  13240 exact=52.73%
+    delta=+2.40% per1k=+21.818%
+                drop__topk_500__layer_21 mlp=  12750 exact=15.33%
+    delta=-35.00% per1k=-58.333%
+                drop__topk_500__layer_25 mlp=  10248 exact=39.80%
+    delta=-10.53% per1k=-3.396%
+  add__rel_0.01_minus_topk_500__layer_01 mlp=  13403 exact=50.00%
+    delta=-0.33% per1k=-6.289%
+  add__rel_0.01_minus_topk_500__layer_05 mlp=  13442 exact=48.00%
+    delta=-2.33% per1k=-25.362%
+  add__rel_0.01_minus_topk_500__layer_09 mlp=  13547 exact=48.27%
+    delta=-2.07% per1k=-10.491%
+  add__rel_0.01_minus_topk_500__layer_13 mlp=  13560 exact=49.73%
+    delta=-0.60% per1k=-2.857%
+  add__rel_0.01_minus_topk_500__layer_17 mlp=  13590 exact=46.80%
+    delta=-3.53% per1k=-14.722%
+  add__rel_0.01_minus_topk_500__layer_21 mlp=  14014 exact=51.13%
+    delta=+0.80% per1k=+1.205%
+  add__rel_0.01_minus_topk_500__layer_25 mlp=  15274 exact=49.93%
+    delta=-0.40% per1k=-0.208%
+  add__topk_2000_minus_topk_500__layer_01 mlp=  13511 exact=50.07%
+    delta=-0.27% per1k=-1.656%
+  add__topk_2000_minus_topk_500__layer_05 mlp=  13653 exact=49.13%
+    delta=-1.20% per1k=-3.960%
+  add__topk_2000_minus_topk_500__layer_09 mlp=  13964 exact=48.13%
+    delta=-2.20% per1k=-3.583%
+  add__topk_2000_minus_topk_500__layer_13 mlp=  13958 exact=51.27%
+    delta=+0.93% per1k=+1.535%
+  add__topk_2000_minus_topk_500__layer_17 mlp=  14113 exact=45.67%
+    delta=-4.67% per1k=-6.116%
+  add__topk_2000_minus_topk_500__layer_21 mlp=  16313 exact=49.87%
+    delta=-0.47% per1k=-0.157%
+  add__topk_2000_minus_topk_500__layer_25 mlp=  17933 exact=50.00%
+    delta=-0.33% per1k=-0.073%
+  add__rel_0.001_minus_topk_500__layer_01 mlp=  15618 exact=51.87%
+    delta=+1.53% per1k=+0.676%
+  add__rel_0.001_minus_topk_500__layer_05 mlp=  19936 exact=53.13%
+    delta=+2.80% per1k=+0.425%
+  add__rel_0.001_minus_topk_500__layer_09 mlp=  22101 exact=54.40%
+    delta=+4.07% per1k=+0.465%
+  add__rel_0.001_minus_topk_500__layer_13 mlp=  21879 exact=57.00%
+    delta=+6.67% per1k=+0.782%
+  add__rel_0.001_minus_topk_500__layer_17 mlp=  22038 exact=50.47%
+    delta=+0.13% per1k=+0.015%
+  add__rel_0.001_minus_topk_500__layer_21 mlp=  21707 exact=51.80%
+    delta=+1.47% per1k=+0.176%
+  add__rel_0.001_minus_topk_500__layer_25 mlp=  19207 exact=49.87%
+    delta=-0.47% per1k=-0.080%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/direct_group_rank_shard1.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_direct_rank_shard2.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2193 exact=8.93%
+                                rel_0.05 mlp=   3102 exact=17.20%
+                                topk_500 mlp=  13350 exact=50.33%
+                                rel_0.01 mlp=  25436 exact=38.27%
+                               topk_2000 mlp=  52581 exact=30.87%
+                               rel_0.001 mlp= 224993 exact=99.80%
+[rank] todo=28 shard=2/4
+                drop__topk_500__layer_02 mlp=  13261 exact=36.00%
+    delta=-14.33% per1k=-161.049%
+                drop__topk_500__layer_06 mlp=  13216 exact=50.07%
+    delta=-0.27% per1k=-1.990%
+                drop__topk_500__layer_10 mlp=  13257 exact=53.93%
+    delta=+3.60% per1k=+38.710%
+                drop__topk_500__layer_14 mlp=  13224 exact=52.93%
+    delta=+2.60% per1k=+20.635%
+                drop__topk_500__layer_18 mlp=  13189 exact=42.27%
+    delta=-8.07% per1k=-50.104%
+                drop__topk_500__layer_22 mlp=  12377 exact=4.93%
+    delta=-45.40% per1k=-46.660%
+                drop__topk_500__layer_26 mlp=  12386 exact=47.73%
+    delta=-2.60% per1k=-2.697%
+  add__rel_0.01_minus_topk_500__layer_02 mlp=  13424 exact=53.00%
+    delta=+2.67% per1k=+36.036%
+  add__rel_0.01_minus_topk_500__layer_06 mlp=  13538 exact=50.87%
+    delta=+0.53% per1k=+2.837%
+  add__rel_0.01_minus_topk_500__layer_10 mlp=  13524 exact=50.27%
+    delta=-0.07% per1k=-0.383%
+  add__rel_0.01_minus_topk_500__layer_14 mlp=  13557 exact=46.87%
+    delta=-3.47% per1k=-16.747%
+  add__rel_0.01_minus_topk_500__layer_18 mlp=  13650 exact=49.07%
+    delta=-1.27% per1k=-4.222%
+  add__rel_0.01_minus_topk_500__layer_22 mlp=  14294 exact=49.87%
+    delta=-0.47% per1k=-0.494%
+  add__rel_0.01_minus_topk_500__layer_26 mlp=  14307 exact=49.80%
+    delta=-0.53% per1k=-0.557%
+  add__topk_2000_minus_topk_500__layer_02 mlp=  13594 exact=55.27%
+    delta=+4.93% per1k=+20.219%
+  add__topk_2000_minus_topk_500__layer_06 mlp=  13901 exact=50.27%
+    delta=-0.07% per1k=-0.121%
+  add__topk_2000_minus_topk_500__layer_10 mlp=  13912 exact=47.87%
+    delta=-2.47% per1k=-4.389%
+  add__topk_2000_minus_topk_500__layer_14 mlp=  13978 exact=47.00%
+    delta=-3.33% per1k=-5.308%
+  add__topk_2000_minus_topk_500__layer_18 mlp=  14322 exact=46.93%
+    delta=-3.40% per1k=-3.498%
+  add__topk_2000_minus_topk_500__layer_22 mlp=  17597 exact=50.80%
+    delta=+0.47% per1k=+0.110%
+  add__topk_2000_minus_topk_500__layer_26 mlp=  16603 exact=50.00%
+    delta=-0.33% per1k=-0.102%
+  add__rel_0.001_minus_topk_500__layer_02 mlp=  17491 exact=60.27%
+    delta=+9.93% per1k=+2.399%
+  add__rel_0.001_minus_topk_500__layer_06 mlp=  22085 exact=56.00%
+    delta=+5.67% per1k=+0.649%
+  add__rel_0.001_minus_topk_500__layer_10 mlp=  22079 exact=58.67%
+    delta=+8.33% per1k=+0.955%
+  add__rel_0.001_minus_topk_500__layer_14 mlp=  21887 exact=52.47%
+    delta=+2.13% per1k=+0.250%
+  add__rel_0.001_minus_topk_500__layer_18 mlp=  21950 exact=51.60%
+    delta=+1.27% per1k=+0.147%
+  add__rel_0.001_minus_topk_500__layer_22 mlp=  21336 exact=51.87%
+    delta=+1.53% per1k=+0.192%
+  add__rel_0.001_minus_topk_500__layer_26 mlp=  21341 exact=49.60%
+    delta=-0.73% per1k=-0.092%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/direct_group_rank_shard2.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_direct_rank_shard3.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2193 exact=8.93%
+                                rel_0.05 mlp=   3102 exact=17.20%
+                                topk_500 mlp=  13350 exact=50.33%
+                                rel_0.01 mlp=  25436 exact=38.27%
+                               topk_2000 mlp=  52581 exact=30.87%
+                               rel_0.001 mlp= 224993 exact=99.80%
+[rank] todo=28 shard=3/4
+                drop__topk_500__layer_03 mlp=  13293 exact=39.87%
+    delta=-10.47% per1k=-183.626%
+                drop__topk_500__layer_07 mlp=  13227 exact=47.07%
+    delta=-3.27% per1k=-26.558%
+                drop__topk_500__layer_11 mlp=  13261 exact=49.40%
+    delta=-0.93% per1k=-10.487%
+                drop__topk_500__layer_15 mlp=  13263 exact=51.20%
+    delta=+0.87% per1k=+9.962%
+                drop__topk_500__layer_19 mlp=  13017 exact=26.20%
+    delta=-24.13% per1k=-72.472%
+                drop__topk_500__layer_23 mlp=  11834 exact=7.07%
+    delta=-43.27% per1k=-28.540%
+                drop__topk_500__layer_27 mlp=  12881 exact=47.33%
+    delta=-3.00% per1k=-6.397%
+  add__rel_0.01_minus_topk_500__layer_03 mlp=  13414 exact=49.53%
+    delta=-0.80% per1k=-12.500%
+  add__rel_0.01_minus_topk_500__layer_07 mlp=  13542 exact=48.73%
+    delta=-1.60% per1k=-8.333%
+  add__rel_0.01_minus_topk_500__layer_11 mlp=  13519 exact=48.13%
+    delta=-2.20% per1k=-13.018%
+  add__rel_0.01_minus_topk_500__layer_15 mlp=  13534 exact=50.67%
+    delta=+0.33% per1k=+1.812%
+  add__rel_0.01_minus_topk_500__layer_19 mlp=  13774 exact=49.40%
+    delta=-0.93% per1k=-2.201%
+  add__rel_0.01_minus_topk_500__layer_23 mlp=  14581 exact=49.93%
+    delta=-0.40% per1k=-0.325%
+  add__rel_0.01_minus_topk_500__layer_27 mlp=  13741 exact=50.00%
+    delta=-0.33% per1k=-0.853%
+  add__topk_2000_minus_topk_500__layer_03 mlp=  13511 exact=50.20%
+    delta=-0.13% per1k=-0.828%
+  add__topk_2000_minus_topk_500__layer_07 mlp=  13951 exact=47.73%
+    delta=-2.60% per1k=-4.326%
+  add__topk_2000_minus_topk_500__layer_11 mlp=  13865 exact=46.87%
+    delta=-3.47% per1k=-6.731%
+  add__topk_2000_minus_topk_500__layer_15 mlp=  13930 exact=51.33%
+    delta=+1.00% per1k=+1.724%
+  add__topk_2000_minus_topk_500__layer_19 mlp=  14754 exact=50.20%
+    delta=-0.13% per1k=-0.095%
+  add__topk_2000_minus_topk_500__layer_23 mlp=  17984 exact=51.20%
+    delta=+0.87% per1k=+0.187%
+  add__topk_2000_minus_topk_500__layer_27 mlp=  14723 exact=50.20%
+    delta=-0.13% per1k=-0.097%
+  add__rel_0.001_minus_topk_500__layer_03 mlp=  17233 exact=51.87%
+    delta=+1.53% per1k=+0.395%
+  add__rel_0.001_minus_topk_500__layer_07 mlp=  22088 exact=56.20%
+    delta=+5.87% per1k=+0.671%
+  add__rel_0.001_minus_topk_500__layer_11 mlp=  21990 exact=56.13%
+    delta=+5.80% per1k=+0.671%
+  add__rel_0.001_minus_topk_500__layer_15 mlp=  21789 exact=52.93%
+    delta=+2.60% per1k=+0.308%
+  add__rel_0.001_minus_topk_500__layer_19 mlp=  21909 exact=54.40%
+    delta=+4.07% per1k=+0.475%
+  add__rel_0.001_minus_topk_500__layer_23 mlp=  20794 exact=50.60%
+    delta=+0.27% per1k=+0.036%
+  add__rel_0.001_minus_topk_500__layer_27 mlp=  21262 exact=50.27%
+    delta=-0.07% per1k=-0.008%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/direct_group_rank_shard3.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_fresh_build.log

@@ -0,0 +1,7 @@
+[dataset] data/qwen25_math_1p5b_rank_ladder_r1_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=8,067
+   hundreds  pairs= 3150  buckets=   79
+       tens  pairs= 4000  buckets=   20
+       ones  pairs= 4000  buckets=   18
+[done] build-only artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/fresh_pairs_seed123

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_fresh_target90_eval.log

@@ -0,0 +1,6 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/fresh_pairs_seed123
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                      target90 mlp= 171936 exact=88.13%
+[done] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/fresh_target90_eval.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_fresh_target90_generation.log

@@ -0,0 +1,4 @@
+[records] 1,500 skipped=0
+
+                      target90 mlp= 171936 gen_exact=88.53%
+[done] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/fresh_target90_generation.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_merge.log

@@ -0,0 +1,9 @@
+Warning: You are sending unauthenticated requests to the HF Hub. Please set a HF_TOKEN to enable higher rate limits and faster downloads.
+[model] Qwen/Qwen2.5-Math-1.5B adapter=results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005/adapter device=cuda
+
+scale=0.45 kl=0.678664 acc=99.69% correct=8075/8100
+scale=0.55 kl=0.781586 acc=99.78% correct=8082/8100
+scale=0.75 kl=0.932692 acc=99.86% correct=8089/8100
+scale=1 kl=1.04953 acc=99.93% correct=8094/8100
+
+[done] selected scale=0.45 rule=lowest_kl_at_or_above_min_accuracy merged=results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005_merged

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_position_trace.log

@@ -0,0 +1,64 @@
+[worker gpu=0 positions=hundreds]
+[dataset] data/qwen25_math_1p5b_rank_ladder_r1_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=8,067
+   hundreds  pairs= 3150  buckets=   79
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005_merged
+  device=cuda dtype=bfloat16 batch_size=256
+
+Loading weights:   0%|          | 0/338 [00:00<?, ?it/s]
+Loading weights: 100%|██████████| 338/338 [00:00<00:00, 5988.95it/s]
+  layers=28 d_ffn=8960 heads=12
+[hundreds] attr_pairs=2650 test_pairs=500
+   hundreds     positive  mlp= 248711 zero=100.00% cf=100.00%
+   hundreds    rel_0.001  mlp= 179236 zero=99.80% cf=99.20%
+   hundreds     rel_0.01  mlp=  10305 zero=56.60% cf=65.20%
+   hundreds     rel_0.05  mlp=   1261 zero=49.00% cf=2.80%
+   hundreds     topk_100  mlp=    950 zero=23.20% cf=0.00%
+   hundreds     topk_500  mlp=   5750 zero=63.60% cf=56.60%
+   hundreds    topk_2000  mlp=  25273 zero=81.40% cf=81.80%
+[done] artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/position_adacs/_workers/gpu0
+
+[worker gpu=1 positions=tens]
+[dataset] data/qwen25_math_1p5b_rank_ladder_r1_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=8,067
+       tens  pairs= 4000  buckets=   20
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005_merged
+  device=cuda dtype=bfloat16 batch_size=256
+
+Loading weights:   0%|          | 0/338 [00:00<?, ?it/s]
+Loading weights: 100%|██████████| 338/338 [00:00<00:00, 7085.22it/s]
+  layers=28 d_ffn=8960 heads=12
+[tens] attr_pairs=3500 test_pairs=500
+       tens     positive  mlp= 250588 zero=99.40% cf=100.00%
+       tens    rel_0.001  mlp= 208497 zero=99.80% cf=100.00%
+       tens     rel_0.01  mlp=  18204 zero=13.60% cf=69.00%
+       tens     rel_0.05  mlp=   2266 zero=6.60% cf=33.60%
+       tens     topk_100  mlp=   1648 zero=8.80% cf=14.00%
+       tens     topk_500  mlp=   9775 zero=12.00% cf=78.80%
+       tens    topk_2000  mlp=  41217 zero=8.40% cf=55.80%
+[done] artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/position_adacs/_workers/gpu1
+
+[worker gpu=2 positions=ones]
+[dataset] data/qwen25_math_1p5b_rank_ladder_r1_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=8,067
+       ones  pairs= 4000  buckets=   18
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005_merged
+  device=cuda dtype=bfloat16 batch_size=256
+
+Loading weights:   0%|          | 0/338 [00:00<?, ?it/s]
+Loading weights: 100%|██████████| 338/338 [00:00<00:00, 7076.98it/s]
+  layers=28 d_ffn=8960 heads=12
+[ones] attr_pairs=3500 test_pairs=500
+       ones     positive  mlp= 250847 zero=100.00% cf=100.00%
+       ones    rel_0.001  mlp= 221809 zero=100.00% cf=100.00%
+       ones     rel_0.01  mlp=  17674 zero=22.80% cf=71.40%
+       ones     rel_0.05  mlp=   2191 zero=9.60% cf=44.20%
+       ones     topk_100  mlp=   1521 zero=8.20% cf=24.40%
+       ones     topk_500  mlp=   8175 zero=22.20% cf=75.40%
+       ones    topk_2000  mlp=  39213 zero=18.60% cf=66.00%
+[done] artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/position_adacs/_workers/gpu2
+
+[done] merged multi-gpu artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/position_adacs

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_prep_stage.log

@@ -0,0 +1,5 @@
+[rank 1] prep start on gpu 0
+[rank 1] train cached
+[rank 1] merge cached
+[rank 1] correct dataset cached
+[rank 1] prep done

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_target90_search.log

@@ -0,0 +1,370 @@
+
+                            topk_100 mlp=   2193 exact=8.93%
+                            rel_0.05 mlp=   3102 exact=17.20%
+                            topk_500 mlp=  13350 exact=50.33%
+                            rel_0.01 mlp=  25436 exact=38.27%
+                           topk_2000 mlp=  52581 exact=30.87%
+                           rel_0.001 mlp= 224993 exact=99.80%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_02 mlp=  17491 exact=60.27%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_12 mlp=  21918 exact=59.13%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_10 mlp=  22079 exact=58.67%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_08 mlp=  22118 exact=57.07%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_13 mlp=  21879 exact=57.00%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_07 mlp=  22088 exact=56.20%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_11 mlp=  21990 exact=56.13%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_06 mlp=  22085 exact=56.00%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_04 mlp=  21073 exact=55.73%
+  add_step_1_add__topk_2000_minus_topk_500__layer_02 mlp=  13594 exact=55.27%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_16 mlp=  22005 exact=54.93%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_19 mlp=  21909 exact=54.40%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_09 mlp=  22101 exact=54.40%
+  add_step_1_add__topk_2000_minus_topk_500__layer_16 mlp=  14054 exact=53.13%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_05 mlp=  19936 exact=53.13%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_02 mlp=  13424 exact=53.00%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_15 mlp=  21789 exact=52.93%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_16 mlp=  13589 exact=52.87%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_00 mlp=  19323 exact=52.80%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_20 mlp=  21880 exact=52.80%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_14 mlp=  21887 exact=52.47%
+  add_step_1_add__topk_2000_minus_topk_500__layer_20 mlp=  15662 exact=52.07%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_01 mlp=  15618 exact=51.87%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_03 mlp=  17233 exact=51.87%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_22 mlp=  21336 exact=51.87%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_21 mlp=  21707 exact=51.80%
+  add_step_1_add__topk_2000_minus_topk_500__layer_00 mlp=  13602 exact=51.73%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_18 mlp=  21950 exact=51.60%
+  add_step_1_add__topk_2000_minus_topk_500__layer_04 mlp=  13772 exact=51.40%
+  add_step_1_add__topk_2000_minus_topk_500__layer_15 mlp=  13930 exact=51.33%
+  add_step_1_add__topk_2000_minus_topk_500__layer_13 mlp=  13958 exact=51.27%
+  add_step_1_add__topk_2000_minus_topk_500__layer_23 mlp=  17984 exact=51.20%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_21 mlp=  14014 exact=51.13%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_06 mlp=  13538 exact=50.87%
+  add_step_1_add__topk_2000_minus_topk_500__layer_22 mlp=  17597 exact=50.80%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_15 mlp=  13534 exact=50.67%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_23 mlp=  20794 exact=50.60%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_17 mlp=  22038 exact=50.47%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_00 mlp=  13417 exact=50.40%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_27 mlp=  21262 exact=50.27%
+  add_step_1_add__topk_2000_minus_topk_500__layer_06 mlp=  13901 exact=50.27%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_10 mlp=  13524 exact=50.27%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_24 mlp=  15137 exact=50.20%
+  add_step_1_add__topk_2000_minus_topk_500__layer_19 mlp=  14754 exact=50.20%
+  add_step_1_add__topk_2000_minus_topk_500__layer_27 mlp=  14723 exact=50.20%
+  add_step_1_add__topk_2000_minus_topk_500__layer_03 mlp=  13511 exact=50.20%
+  add_step_1_add__topk_2000_minus_topk_500__layer_01 mlp=  13511 exact=50.07%
+  add_step_1_add__topk_2000_minus_topk_500__layer_25 mlp=  17933 exact=50.00%
+                 add_step_1_accepted mlp=  17491 exact=60.27%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_12 mlp=  26059 exact=67.47%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_10 mlp=  26220 exact=69.53%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_08 mlp=  26259 exact=66.53%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_13 mlp=  26020 exact=66.27%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_07 mlp=  26229 exact=63.73%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_11 mlp=  26131 exact=64.80%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_06 mlp=  26226 exact=64.73%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_04 mlp=  25214 exact=64.47%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_16 mlp=  26146 exact=62.27%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_19 mlp=  26050 exact=64.33%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_09 mlp=  26242 exact=64.40%
+  add_step_2_add__topk_2000_minus_topk_500__layer_16 mlp=  18195 exact=61.60%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_05 mlp=  24077 exact=62.27%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_15 mlp=  25930 exact=62.67%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_16 mlp=  17730 exact=62.67%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_00 mlp=  23464 exact=62.53%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_20 mlp=  26021 exact=62.60%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_14 mlp=  26028 exact=65.27%
+  add_step_2_add__topk_2000_minus_topk_500__layer_20 mlp=  19803 exact=61.53%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_01 mlp=  19759 exact=59.53%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_03 mlp=  21374 exact=58.73%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_22 mlp=  25477 exact=60.93%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_21 mlp=  25848 exact=62.27%
+  add_step_2_add__topk_2000_minus_topk_500__layer_00 mlp=  17743 exact=60.27%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_18 mlp=  26091 exact=61.13%
+  add_step_2_add__topk_2000_minus_topk_500__layer_04 mlp=  17913 exact=61.20%
+  add_step_2_add__topk_2000_minus_topk_500__layer_15 mlp=  18071 exact=61.07%
+  add_step_2_add__topk_2000_minus_topk_500__layer_13 mlp=  18099 exact=60.27%
+  add_step_2_add__topk_2000_minus_topk_500__layer_23 mlp=  22125 exact=61.07%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_21 mlp=  18155 exact=60.87%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_06 mlp=  17679 exact=60.07%
+  add_step_2_add__topk_2000_minus_topk_500__layer_22 mlp=  21738 exact=60.00%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_15 mlp=  17675 exact=60.20%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_23 mlp=  24935 exact=60.60%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_17 mlp=  26179 exact=61.80%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_00 mlp=  17558 exact=59.73%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_27 mlp=  25403 exact=60.20%
+  add_step_2_add__topk_2000_minus_topk_500__layer_06 mlp=  18042 exact=59.60%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_10 mlp=  17665 exact=60.47%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_24 mlp=  19278 exact=60.53%
+  add_step_2_add__topk_2000_minus_topk_500__layer_19 mlp=  18895 exact=59.80%
+  add_step_2_add__topk_2000_minus_topk_500__layer_27 mlp=  18864 exact=60.33%
+  add_step_2_add__topk_2000_minus_topk_500__layer_03 mlp=  17652 exact=58.27%
+  add_step_2_add__topk_2000_minus_topk_500__layer_01 mlp=  17652 exact=59.87%
+  add_step_2_add__topk_2000_minus_topk_500__layer_25 mlp=  22074 exact=59.93%
+                 add_step_2_accepted mlp=  26220 exact=69.53%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_12 mlp=  34788 exact=77.67%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_08 mlp=  34988 exact=73.93%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_13 mlp=  34749 exact=78.60%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_07 mlp=  34958 exact=70.07%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_11 mlp=  34860 exact=74.40%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_06 mlp=  34955 exact=73.80%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_04 mlp=  33943 exact=74.73%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_16 mlp=  34875 exact=71.80%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_19 mlp=  34779 exact=74.40%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_09 mlp=  34971 exact=71.73%
+  add_step_3_add__topk_2000_minus_topk_500__layer_16 mlp=  26924 exact=70.80%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_05 mlp=  32806 exact=71.80%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_15 mlp=  34659 exact=78.00%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_16 mlp=  26459 exact=70.87%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_00 mlp=  32193 exact=72.53%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_20 mlp=  34750 exact=71.20%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_14 mlp=  34757 exact=73.27%
+  add_step_3_add__topk_2000_minus_topk_500__layer_20 mlp=  28532 exact=70.27%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_01 mlp=  28488 exact=70.60%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_03 mlp=  30103 exact=70.67%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_22 mlp=  34206 exact=71.60%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_21 mlp=  34577 exact=72.53%
+  add_step_3_add__topk_2000_minus_topk_500__layer_00 mlp=  26472 exact=70.47%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_18 mlp=  34820 exact=73.00%
+  add_step_3_add__topk_2000_minus_topk_500__layer_04 mlp=  26642 exact=70.13%
+  add_step_3_add__topk_2000_minus_topk_500__layer_15 mlp=  26800 exact=70.53%
+  add_step_3_add__topk_2000_minus_topk_500__layer_13 mlp=  26828 exact=70.47%
+  add_step_3_add__topk_2000_minus_topk_500__layer_23 mlp=  30854 exact=70.00%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_21 mlp=  26884 exact=71.33%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_06 mlp=  26408 exact=69.00%
+  add_step_3_add__topk_2000_minus_topk_500__layer_22 mlp=  30467 exact=69.93%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_15 mlp=  26404 exact=69.53%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_23 mlp=  33664 exact=70.33%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_17 mlp=  34908 exact=74.53%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_00 mlp=  26287 exact=69.20%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_27 mlp=  34132 exact=69.73%
+  add_step_3_add__topk_2000_minus_topk_500__layer_06 mlp=  26771 exact=68.07%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_24 mlp=  28007 exact=69.07%
+  add_step_3_add__topk_2000_minus_topk_500__layer_19 mlp=  27624 exact=69.73%
+  add_step_3_add__topk_2000_minus_topk_500__layer_27 mlp=  27593 exact=69.53%
+  add_step_3_add__topk_2000_minus_topk_500__layer_03 mlp=  26381 exact=68.47%
+  add_step_3_add__topk_2000_minus_topk_500__layer_01 mlp=  26381 exact=70.00%
+  add_step_3_add__topk_2000_minus_topk_500__layer_25 mlp=  30803 exact=69.87%
+                 add_step_3_accepted mlp=  34749 exact=78.60%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_12 mlp=  43317 exact=84.00%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_08 mlp=  43517 exact=79.73%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_07 mlp=  43487 exact=79.93%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_11 mlp=  43389 exact=79.53%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_06 mlp=  43484 exact=82.60%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_04 mlp=  42472 exact=80.80%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_16 mlp=  43404 exact=80.13%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_19 mlp=  43308 exact=80.07%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_09 mlp=  43500 exact=78.07%
+  add_step_4_add__topk_2000_minus_topk_500__layer_16 mlp=  35453 exact=78.73%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_05 mlp=  41335 exact=80.87%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_15 mlp=  43188 exact=83.67%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_16 mlp=  34988 exact=79.00%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_00 mlp=  40722 exact=81.33%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_20 mlp=  43279 exact=79.80%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_14 mlp=  43286 exact=81.20%
+  add_step_4_add__topk_2000_minus_topk_500__layer_20 mlp=  37061 exact=78.33%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_01 mlp=  37017 exact=80.33%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_03 mlp=  38632 exact=78.27%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_22 mlp=  42735 exact=79.87%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_21 mlp=  43106 exact=79.27%
+  add_step_4_add__topk_2000_minus_topk_500__layer_00 mlp=  35001 exact=79.33%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_18 mlp=  43349 exact=81.27%
+  add_step_4_add__topk_2000_minus_topk_500__layer_04 mlp=  35171 exact=80.07%
+  add_step_4_add__topk_2000_minus_topk_500__layer_15 mlp=  35329 exact=79.00%
+  add_step_4_add__topk_2000_minus_topk_500__layer_23 mlp=  39383 exact=79.13%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_21 mlp=  35413 exact=78.53%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_06 mlp=  34937 exact=77.33%
+  add_step_4_add__topk_2000_minus_topk_500__layer_22 mlp=  38996 exact=79.33%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_15 mlp=  34933 exact=77.47%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_23 mlp=  42193 exact=78.93%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_17 mlp=  43437 exact=82.33%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_00 mlp=  34816 exact=78.40%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_27 mlp=  42661 exact=78.60%
+  add_step_4_add__topk_2000_minus_topk_500__layer_06 mlp=  35300 exact=77.67%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_24 mlp=  36536 exact=78.47%
+  add_step_4_add__topk_2000_minus_topk_500__layer_19 mlp=  36153 exact=77.73%
+  add_step_4_add__topk_2000_minus_topk_500__layer_27 mlp=  36122 exact=78.67%
+  add_step_4_add__topk_2000_minus_topk_500__layer_03 mlp=  34910 exact=78.13%
+  add_step_4_add__topk_2000_minus_topk_500__layer_01 mlp=  34910 exact=79.73%
+  add_step_4_add__topk_2000_minus_topk_500__layer_25 mlp=  39332 exact=78.53%
+                 add_step_4_accepted mlp=  43317 exact=84.00%
+  baseline_rel_0.001_compress_1_drop_00 mlp= 218925 exact=22.33%
+  baseline_rel_0.001_compress_1_drop_01 mlp= 222650 exact=72.40%
+  baseline_rel_0.001_compress_1_drop_02 mlp= 220763 exact=95.13%
+  baseline_rel_0.001_compress_1_drop_03 mlp= 221053 exact=94.40%
+  baseline_rel_0.001_compress_1_drop_04 mlp= 217098 exact=89.27%
+  baseline_rel_0.001_compress_1_drop_05 mlp= 218300 exact=98.80%
+  baseline_rel_0.001_compress_1_drop_06 mlp= 216124 exact=98.73%
+  baseline_rel_0.001_compress_1_drop_07 mlp= 216132 exact=99.60%
+  baseline_rel_0.001_compress_1_drop_08 mlp= 216108 exact=99.73%
+  baseline_rel_0.001_compress_1_drop_09 mlp= 216135 exact=99.73%
+  baseline_rel_0.001_compress_1_drop_10 mlp= 216171 exact=99.40%
+  baseline_rel_0.001_compress_1_drop_11 mlp= 216264 exact=98.93%
+  baseline_rel_0.001_compress_1_drop_12 mlp= 216310 exact=98.33%
+  baseline_rel_0.001_compress_1_drop_13 mlp= 216363 exact=99.47%
+  baseline_rel_0.001_compress_1_drop_14 mlp= 216330 exact=99.60%
+  baseline_rel_0.001_compress_1_drop_15 mlp= 216467 exact=99.60%
+  baseline_rel_0.001_compress_1_drop_16 mlp= 216232 exact=99.87%
+  baseline_rel_0.001_compress_1_drop_17 mlp= 216195 exact=99.87%
+  baseline_rel_0.001_compress_1_drop_18 mlp= 216232 exact=96.93%
+  baseline_rel_0.001_compress_1_drop_19 mlp= 216101 exact=96.40%
+  baseline_rel_0.001_compress_1_drop_20 mlp= 216038 exact=96.73%
+  baseline_rel_0.001_compress_1_drop_21 mlp= 216036 exact=77.07%
+  baseline_rel_0.001_compress_1_drop_22 mlp= 216034 exact=10.73%
+  baseline_rel_0.001_compress_1_drop_23 mlp= 216033 exact=14.47%
+  baseline_rel_0.001_compress_1_drop_24 mlp= 216033 exact=93.67%
+  baseline_rel_0.001_compress_1_drop_25 mlp= 216034 exact=86.87%
+  baseline_rel_0.001_compress_1_drop_26 mlp= 216038 exact=99.67%
+  baseline_rel_0.001_compress_1_drop_27 mlp= 216612 exact=99.87%
+  baseline_rel_0.001_compress_1_accepted mlp= 216033 exact=93.67%
+  baseline_rel_0.001_compress_2_drop_00 mlp= 209965 exact=19.33%
+  baseline_rel_0.001_compress_2_drop_01 mlp= 213690 exact=69.53%
+  baseline_rel_0.001_compress_2_drop_02 mlp= 211803 exact=86.07%
+  baseline_rel_0.001_compress_2_drop_03 mlp= 212093 exact=86.13%
+  baseline_rel_0.001_compress_2_drop_04 mlp= 208138 exact=76.07%
+  baseline_rel_0.001_compress_2_drop_05 mlp= 209340 exact=93.20%
+  baseline_rel_0.001_compress_2_drop_06 mlp= 207164 exact=91.80%
+  baseline_rel_0.001_compress_2_drop_07 mlp= 207172 exact=92.20%
+  baseline_rel_0.001_compress_2_drop_08 mlp= 207148 exact=93.53%
+  baseline_rel_0.001_compress_2_drop_09 mlp= 207175 exact=93.33%
+  baseline_rel_0.001_compress_2_drop_10 mlp= 207211 exact=93.20%
+  baseline_rel_0.001_compress_2_drop_11 mlp= 207304 exact=92.00%
+  baseline_rel_0.001_compress_2_drop_12 mlp= 207350 exact=90.67%
+  baseline_rel_0.001_compress_2_drop_13 mlp= 207403 exact=93.33%
+  baseline_rel_0.001_compress_2_drop_14 mlp= 207370 exact=93.33%
+  baseline_rel_0.001_compress_2_drop_15 mlp= 207507 exact=94.27%
+  baseline_rel_0.001_compress_2_drop_16 mlp= 207272 exact=93.93%
+  baseline_rel_0.001_compress_2_drop_17 mlp= 207235 exact=93.60%
+  baseline_rel_0.001_compress_2_drop_18 mlp= 207272 exact=88.33%
+  baseline_rel_0.001_compress_2_drop_19 mlp= 207141 exact=83.47%
+  baseline_rel_0.001_compress_2_drop_20 mlp= 207078 exact=85.27%
+  baseline_rel_0.001_compress_2_drop_21 mlp= 207076 exact=67.20%
+  baseline_rel_0.001_compress_2_drop_22 mlp= 207074 exact=10.07%
+  baseline_rel_0.001_compress_2_drop_23 mlp= 207073 exact=7.13%
+  baseline_rel_0.001_compress_2_drop_25 mlp= 207074 exact=54.73%
+  baseline_rel_0.001_compress_2_drop_26 mlp= 207078 exact=88.27%
+  baseline_rel_0.001_compress_2_drop_27 mlp= 207652 exact=91.60%
+  baseline_rel_0.001_compress_2_accepted mlp= 207148 exact=93.53%
+  baseline_rel_0.001_compress_3_drop_00 mlp= 201080 exact=16.93%
+  baseline_rel_0.001_compress_3_drop_01 mlp= 204805 exact=68.33%
+  baseline_rel_0.001_compress_3_drop_02 mlp= 202918 exact=83.80%
+  baseline_rel_0.001_compress_3_drop_03 mlp= 203208 exact=85.73%
+  baseline_rel_0.001_compress_3_drop_04 mlp= 199253 exact=70.53%
+  baseline_rel_0.001_compress_3_drop_05 mlp= 200455 exact=92.80%
+  baseline_rel_0.001_compress_3_drop_06 mlp= 198279 exact=90.93%
+  baseline_rel_0.001_compress_3_drop_07 mlp= 198287 exact=90.00%
+  baseline_rel_0.001_compress_3_drop_09 mlp= 198290 exact=93.07%
+  baseline_rel_0.001_compress_3_drop_10 mlp= 198326 exact=93.73%
+  baseline_rel_0.001_compress_3_drop_11 mlp= 198419 exact=91.53%
+  baseline_rel_0.001_compress_3_drop_12 mlp= 198465 exact=90.87%
+  baseline_rel_0.001_compress_3_drop_13 mlp= 198518 exact=93.53%
+  baseline_rel_0.001_compress_3_drop_14 mlp= 198485 exact=92.93%
+  baseline_rel_0.001_compress_3_drop_15 mlp= 198622 exact=94.00%
+  baseline_rel_0.001_compress_3_drop_16 mlp= 198387 exact=94.07%
+  baseline_rel_0.001_compress_3_drop_17 mlp= 198350 exact=93.40%
+  baseline_rel_0.001_compress_3_drop_18 mlp= 198387 exact=87.13%
+  baseline_rel_0.001_compress_3_drop_19 mlp= 198256 exact=81.53%
+  baseline_rel_0.001_compress_3_drop_20 mlp= 198193 exact=84.27%
+  baseline_rel_0.001_compress_3_drop_21 mlp= 198191 exact=64.53%
+  baseline_rel_0.001_compress_3_drop_22 mlp= 198189 exact=9.60%
+  baseline_rel_0.001_compress_3_drop_23 mlp= 198188 exact=6.87%
+  baseline_rel_0.001_compress_3_drop_25 mlp= 198189 exact=54.87%
+  baseline_rel_0.001_compress_3_drop_26 mlp= 198193 exact=87.00%
+  baseline_rel_0.001_compress_3_drop_27 mlp= 198767 exact=91.00%
+  baseline_rel_0.001_compress_3_accepted mlp= 198279 exact=90.93%
+  baseline_rel_0.001_compress_4_drop_00 mlp= 192211 exact=8.93%
+  baseline_rel_0.001_compress_4_drop_01 mlp= 195936 exact=59.00%
+  baseline_rel_0.001_compress_4_drop_02 mlp= 194049 exact=70.67%
+  baseline_rel_0.001_compress_4_drop_03 mlp= 194339 exact=74.87%
+  baseline_rel_0.001_compress_4_drop_04 mlp= 190384 exact=48.47%
+  baseline_rel_0.001_compress_4_drop_05 mlp= 191586 exact=89.33%
+  baseline_rel_0.001_compress_4_drop_07 mlp= 189418 exact=84.40%
+  baseline_rel_0.001_compress_4_drop_09 mlp= 189421 exact=90.60%
+  baseline_rel_0.001_compress_4_drop_10 mlp= 189457 exact=90.87%
+  baseline_rel_0.001_compress_4_drop_11 mlp= 189550 exact=85.33%
+  baseline_rel_0.001_compress_4_drop_12 mlp= 189596 exact=85.87%
+  baseline_rel_0.001_compress_4_drop_13 mlp= 189649 exact=90.13%
+  baseline_rel_0.001_compress_4_drop_14 mlp= 189616 exact=91.20%
+  baseline_rel_0.001_compress_4_drop_15 mlp= 189753 exact=90.67%
+  baseline_rel_0.001_compress_4_drop_16 mlp= 189518 exact=91.67%
+  baseline_rel_0.001_compress_4_drop_17 mlp= 189481 exact=90.33%
+  baseline_rel_0.001_compress_4_drop_18 mlp= 189518 exact=79.60%
+  baseline_rel_0.001_compress_4_drop_19 mlp= 189387 exact=69.40%
+  baseline_rel_0.001_compress_4_drop_20 mlp= 189324 exact=81.27%
+  baseline_rel_0.001_compress_4_drop_21 mlp= 189322 exact=48.20%
+  baseline_rel_0.001_compress_4_drop_22 mlp= 189320 exact=9.13%
+  baseline_rel_0.001_compress_4_drop_23 mlp= 189319 exact=6.13%
+  baseline_rel_0.001_compress_4_drop_25 mlp= 189320 exact=54.00%
+  baseline_rel_0.001_compress_4_drop_26 mlp= 189324 exact=83.27%
+  baseline_rel_0.001_compress_4_drop_27 mlp= 189898 exact=88.60%
+  baseline_rel_0.001_compress_4_accepted mlp= 189421 exact=90.60%
+  baseline_rel_0.001_compress_5_drop_00 mlp= 183353 exact=8.47%
+  baseline_rel_0.001_compress_5_drop_01 mlp= 187078 exact=60.67%
+  baseline_rel_0.001_compress_5_drop_02 mlp= 185191 exact=74.60%
+  baseline_rel_0.001_compress_5_drop_03 mlp= 185481 exact=75.47%
+  baseline_rel_0.001_compress_5_drop_04 mlp= 181526 exact=47.13%
+  baseline_rel_0.001_compress_5_drop_05 mlp= 182728 exact=88.67%
+  baseline_rel_0.001_compress_5_drop_07 mlp= 180560 exact=84.27%
+  baseline_rel_0.001_compress_5_drop_10 mlp= 180599 exact=90.40%
+  baseline_rel_0.001_compress_5_drop_11 mlp= 180692 exact=84.00%
+  baseline_rel_0.001_compress_5_drop_12 mlp= 180738 exact=83.87%
+  baseline_rel_0.001_compress_5_drop_13 mlp= 180791 exact=89.93%
+  baseline_rel_0.001_compress_5_drop_14 mlp= 180758 exact=90.80%
+  baseline_rel_0.001_compress_5_drop_15 mlp= 180895 exact=90.20%
+  baseline_rel_0.001_compress_5_drop_16 mlp= 180660 exact=90.87%
+  baseline_rel_0.001_compress_5_drop_17 mlp= 180623 exact=90.60%
+  baseline_rel_0.001_compress_5_drop_18 mlp= 180660 exact=79.27%
+  baseline_rel_0.001_compress_5_drop_19 mlp= 180529 exact=68.80%
+  baseline_rel_0.001_compress_5_drop_20 mlp= 180466 exact=80.80%
+  baseline_rel_0.001_compress_5_drop_21 mlp= 180464 exact=45.87%
+  baseline_rel_0.001_compress_5_drop_22 mlp= 180462 exact=8.87%
+  baseline_rel_0.001_compress_5_drop_23 mlp= 180461 exact=6.47%
+  baseline_rel_0.001_compress_5_drop_25 mlp= 180462 exact=54.13%
+  baseline_rel_0.001_compress_5_drop_26 mlp= 180466 exact=83.47%
+  baseline_rel_0.001_compress_5_drop_27 mlp= 181040 exact=88.73%
+  baseline_rel_0.001_compress_5_accepted mlp= 180599 exact=90.40%
+  baseline_rel_0.001_compress_6_drop_00 mlp= 174531 exact=7.80%
+  baseline_rel_0.001_compress_6_drop_01 mlp= 178256 exact=60.33%
+  baseline_rel_0.001_compress_6_drop_02 mlp= 176369 exact=72.20%
+  baseline_rel_0.001_compress_6_drop_03 mlp= 176659 exact=74.20%
+  baseline_rel_0.001_compress_6_drop_04 mlp= 172704 exact=43.20%
+  baseline_rel_0.001_compress_6_drop_05 mlp= 173906 exact=87.87%
+  baseline_rel_0.001_compress_6_drop_07 mlp= 171738 exact=81.80%
+  baseline_rel_0.001_compress_6_drop_11 mlp= 171870 exact=82.07%
+  baseline_rel_0.001_compress_6_drop_12 mlp= 171916 exact=80.73%
+  baseline_rel_0.001_compress_6_drop_13 mlp= 171969 exact=89.87%
+  baseline_rel_0.001_compress_6_drop_14 mlp= 171936 exact=90.00%
+  baseline_rel_0.001_compress_6_drop_15 mlp= 172073 exact=89.67%
+  baseline_rel_0.001_compress_6_drop_16 mlp= 171838 exact=89.93%
+  baseline_rel_0.001_compress_6_drop_17 mlp= 171801 exact=89.47%
+  baseline_rel_0.001_compress_6_drop_18 mlp= 171838 exact=77.67%
+  baseline_rel_0.001_compress_6_drop_19 mlp= 171707 exact=66.33%
+  baseline_rel_0.001_compress_6_drop_20 mlp= 171644 exact=79.27%
+  baseline_rel_0.001_compress_6_drop_21 mlp= 171642 exact=42.67%
+  baseline_rel_0.001_compress_6_drop_22 mlp= 171640 exact=8.33%
+  baseline_rel_0.001_compress_6_drop_23 mlp= 171639 exact=6.67%
+  baseline_rel_0.001_compress_6_drop_25 mlp= 171640 exact=53.27%
+  baseline_rel_0.001_compress_6_drop_26 mlp= 171644 exact=83.00%
+  baseline_rel_0.001_compress_6_drop_27 mlp= 172218 exact=88.40%
+  baseline_rel_0.001_compress_6_accepted mlp= 171936 exact=90.00%
+  baseline_rel_0.001_compress_7_drop_00 mlp= 165868 exact=7.80%
+  baseline_rel_0.001_compress_7_drop_01 mlp= 169593 exact=60.20%
+  baseline_rel_0.001_compress_7_drop_02 mlp= 167706 exact=71.13%
+  baseline_rel_0.001_compress_7_drop_03 mlp= 167996 exact=74.40%
+  baseline_rel_0.001_compress_7_drop_04 mlp= 164041 exact=42.27%
+  baseline_rel_0.001_compress_7_drop_05 mlp= 165243 exact=88.27%
+  baseline_rel_0.001_compress_7_drop_07 mlp= 163075 exact=81.60%
+  baseline_rel_0.001_compress_7_drop_11 mlp= 163207 exact=80.87%
+  baseline_rel_0.001_compress_7_drop_12 mlp= 163253 exact=81.07%
+  baseline_rel_0.001_compress_7_drop_13 mlp= 163306 exact=87.20%
+  baseline_rel_0.001_compress_7_drop_15 mlp= 163410 exact=87.20%
+  baseline_rel_0.001_compress_7_drop_16 mlp= 163175 exact=89.07%
+  baseline_rel_0.001_compress_7_drop_17 mlp= 163138 exact=87.93%
+  baseline_rel_0.001_compress_7_drop_18 mlp= 163175 exact=76.80%
+  baseline_rel_0.001_compress_7_drop_19 mlp= 163044 exact=63.07%
+  baseline_rel_0.001_compress_7_drop_20 mlp= 162981 exact=77.13%
+  baseline_rel_0.001_compress_7_drop_21 mlp= 162979 exact=39.93%
+  baseline_rel_0.001_compress_7_drop_22 mlp= 162977 exact=7.67%
+  baseline_rel_0.001_compress_7_drop_23 mlp= 162976 exact=6.33%
+  baseline_rel_0.001_compress_7_drop_25 mlp= 162977 exact=52.93%
+  baseline_rel_0.001_compress_7_drop_26 mlp= 162981 exact=82.87%
+  baseline_rel_0.001_compress_7_drop_27 mlp= 163555 exact=88.07%
+[done] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/target90_search.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_1_train.log

@@ -0,0 +1,9 @@
+[model] Qwen/Qwen2.5-Math-1.5B device=cuda dtype=bfloat16
+
+Warning: You are sending unauthenticated requests to the HF Hub. Please set a HF_TOKEN to enable higher rate limits and faster downloads.
+trainable params: 1,154,048 || all params: 1,544,868,352 || trainable%: 0.0747
+{"step": 1, "loss": 2.296875, "ce": 2.296875, "kl": -0.000545501708984375, "lr": 1.3333333333333333e-05, "elapsed_s": 0.7464790344238281, "compact_exact": {"n": 8100, "correct": 7590, "accuracy": 0.937037037037037, "wrong_sample": [{"prompt": "11 + 13 =", "answer": "24", "pred": "35"}, {"prompt": "11 + 21 =", "answer": "32", "pred": "132"}, {"prompt": "11 + 31 =", "answer": "42", "pred": "142"}, {"prompt": "11 + 41 =", "answer": "52", "pred": "152"}, {"prompt": "11 + 47 =", "answer": "58", "pred": "158"}, {"prompt": "11 + 48 =", "answer": "59", "pred": "159"}, {"prompt": "11 + 49 =", "answer": "60", "pred": "160"}, {"prompt": "11 + 50 =", "answer": "61", "pred": "161"}, {"prompt": "11 + 51 =", "answer": "62", "pred": "162"}, {"prompt": "11 + 53 =", "answer": "64", "pred": "164"}, {"prompt": "11 + 57 =", "answer": "68", "pred": "168"}, {"prompt": "11 + 58 =", "answer": "69", "pred": "169"}, {"prompt": "11 + 59 =", "answer": "70", "pred": "170"}, {"prompt": "11 + 61 =", "answer": "72", "pred": "172"}, {"prompt": "11 + 62 =", "answer": "73", "pred": "173"}, {"prompt": "11 + 67 =", "answer": "78", "pred": "178"}, {"prompt": "11 + 68 =", "answer": "79", "pred": "179"}, {"prompt": "11 + 69 =", "answer": "80", "pred": "180"}, {"prompt": "11 + 70 =", "answer": "81", "pred": "181"}, {"prompt": "11 + 71 =", "answer": "82", "pred": "182"}, {"prompt": "11 + 75 =", "answer": "86", "pred": "186"}, {"prompt": "11 + 76 =", "answer": "87", "pred": "187"}, {"prompt": "11 + 78 =", "answer": "89", "pred": "189"}, {"prompt": "11 + 79 =", "answer": "90", "pred": "190"}, {"prompt": "11 + 80 =", "answer": "91", "pred": "191"}]}}
+{"step": 100, "loss": 0.3946804470486111, "ce": 0.3804256554805871, "kl": 0.2851865556504991, "lr": 0.00015922352526649803, "elapsed_s": 68.56942892074585, "compact_exact": {"n": 8100, "correct": 8083, "accuracy": 0.9979012345679013, "wrong_sample": [{"prompt": "55 + 25 =", "answer": "80", "pred": "75"}, {"prompt": "55 + 35 =", "answer": "90", "pred": "80"}, {"prompt": "62 + 18 =", "answer": "80", "pred": "78"}, {"prompt": "63 + 17 =", "answer": "80", "pred": "70"}, {"prompt": "66 + 14 =", "answer": "80", "pred": "78"}, {"prompt": "66 + 24 =", "answer": "90", "pred": "80"}, {"prompt": "66 + 25 =", "answer": "91", "pred": "81"}, {"prompt": "66 + 34 =", "answer": "100", "pred": "90"}, {"prompt": "66 + 64 =", "answer": "130", "pred": "120"}, {"prompt": "67 + 32 =", "answer": "99", "pred": "100"}, {"prompt": "69 + 12 =", "answer": "81", "pred": "811"}, {"prompt": "69 + 15 =", "answer": "84", "pred": "814"}, {"prompt": "76 + 14 =", "answer": "90", "pred": "80"}, {"prompt": "77 + 73 =", "answer": "150", "pred": "140"}, {"prompt": "87 + 22 =", "answer": "109", "pred": "110"}, {"prompt": "98 + 11 =", "answer": "109", "pred": "110"}, {"prompt": "99 + 81 =", "answer": "180", "pred": "170"}]}}
+{"step": 200, "loss": 0.0204315185546875, "ce": 0.004192657470703125, "kl": 0.324755859375, "lr": 5.484666416891109e-05, "elapsed_s": 122.76283836364746, "compact_exact": {"n": 8100, "correct": 8093, "accuracy": 0.9991358024691358, "wrong_sample": [{"prompt": "62 + 18 =", "answer": "80", "pred": "78"}, {"prompt": "63 + 17 =", "answer": "80", "pred": "70"}, {"prompt": "66 + 64 =", "answer": "130", "pred": "120"}, {"prompt": "76 + 14 =", "answer": "90", "pred": "80"}, {"prompt": "77 + 73 =", "answer": "150", "pred": "140"}, {"prompt": "88 + 73 =", "answer": "161", "pred": "151"}, {"prompt": "99 + 81 =", "answer": "180", "pred": "170"}]}}
+{"step": 300, "loss": 0.020775146484375, "ce": 0.004177169799804687, "kl": 0.33209716796875, "lr": 0.0, "elapsed_s": 176.21899390220642, "compact_exact": {"n": 8100, "correct": 8095, "accuracy": 0.9993827160493827, "wrong_sample": [{"prompt": "62 + 18 =", "answer": "80", "pred": "78"}, {"prompt": "63 + 17 =", "answer": "80", "pred": "70"}, {"prompt": "77 + 73 =", "answer": "150", "pred": "140"}, {"prompt": "88 + 73 =", "answer": "161", "pred": "151"}, {"prompt": "99 + 81 =", "answer": "180", "pred": "170"}]}}
+[done] adapter=results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_1/lora_r1_beta005/adapter accuracy=99.9383%

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_correct_dataset.log

@@ -0,0 +1,26 @@
+Device: cuda   dtype: bfloat16
+Loading results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005_merged ...
+
+Pool: 8,100 unique (a, b) pairs in [10, 99]  shard=1/1
+    512/8100  correct=  510  acc=99.6%  383.1 ex/s  eta 0.3 min
+   1024/8100  correct= 1020  acc=99.6%  539.6 ex/s  eta 0.2 min
+   1536/8100  correct= 1530  acc=99.6%  297.5 ex/s  eta 0.4 min
+   2048/8100  correct= 2040  acc=99.6%  365.7 ex/s  eta 0.3 min
+   2560/8100  correct= 2551  acc=99.6%  404.8 ex/s  eta 0.2 min
+   3072/8100  correct= 3062  acc=99.7%  454.0 ex/s  eta 0.2 min
+   3584/8100  correct= 3573  acc=99.7%  497.5 ex/s  eta 0.2 min
+   4096/8100  correct= 4084  acc=99.7%  526.8 ex/s  eta 0.1 min
+   4608/8100  correct= 4596  acc=99.7%  551.7 ex/s  eta 0.1 min
+   5120/8100  correct= 5107  acc=99.7%  582.0 ex/s  eta 0.1 min
+   5632/8100  correct= 5619  acc=99.8%  608.8 ex/s  eta 0.1 min
+   6144/8100  correct= 6127  acc=99.7%  633.4 ex/s  eta 0.1 min
+   6656/8100  correct= 6638  acc=99.7%  647.4 ex/s  eta 0.0 min
+   7168/8100  correct= 7149  acc=99.7%  659.6 ex/s  eta 0.0 min
+   7680/8100  correct= 7659  acc=99.7%  678.4 ex/s  eta 0.0 min
+   8100/8100  correct= 8078  acc=99.7%  685.0 ex/s  eta 0.0 min
+
+=======================================================
+  Tested:    8,100
+  Correct:   8,078 (99.7%)
+  Correct saved:   data/qwen25_math_1p5b_rank_ladder_r2_correct_addition.json
+=======================================================

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_direct_rank_shard0.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2025 exact=7.07%
+                                rel_0.05 mlp=   2965 exact=12.40%
+                                topk_500 mlp=  12798 exact=51.33%
+                                rel_0.01 mlp=  24067 exact=43.93%
+                               topk_2000 mlp=  51432 exact=34.00%
+                               rel_0.001 mlp= 224312 exact=99.93%
+[rank] todo=28 shard=0/4
+                drop__topk_500__layer_00 mlp=  12700 exact=5.53%
+    delta=-45.80% per1k=-467.347%
+                drop__topk_500__layer_04 mlp=  12613 exact=20.33%
+    delta=-31.00% per1k=-167.568%
+                drop__topk_500__layer_08 mlp=  12677 exact=53.00%
+    delta=+1.67% per1k=+13.774%
+                drop__topk_500__layer_12 mlp=  12673 exact=53.00%
+    delta=+1.67% per1k=+13.333%
+                drop__topk_500__layer_16 mlp=  12680 exact=50.73%
+    delta=-0.60% per1k=-5.085%
+                drop__topk_500__layer_20 mlp=  12395 exact=37.53%
+    delta=-13.80% per1k=-34.243%
+                drop__topk_500__layer_24 mlp=  10138 exact=37.73%
+    delta=-13.60% per1k=-5.113%
+  add__rel_0.01_minus_topk_500__layer_00 mlp=  12870 exact=50.80%
+    delta=-0.53% per1k=-7.407%
+  add__rel_0.01_minus_topk_500__layer_04 mlp=  12939 exact=50.87%
+    delta=-0.47% per1k=-3.310%
+  add__rel_0.01_minus_topk_500__layer_08 mlp=  12967 exact=49.87%
+    delta=-1.47% per1k=-8.679%
+  add__rel_0.01_minus_topk_500__layer_12 mlp=  12981 exact=49.67%
+    delta=-1.67% per1k=-9.107%
+  add__rel_0.01_minus_topk_500__layer_16 mlp=  13013 exact=50.27%
+    delta=-1.07% per1k=-4.961%
+  add__rel_0.01_minus_topk_500__layer_20 mlp=  13301 exact=52.00%
+    delta=+0.67% per1k=+1.325%
+  add__rel_0.01_minus_topk_500__layer_24 mlp=  14498 exact=51.47%
+    delta=+0.13% per1k=+0.078%
+  add__topk_2000_minus_topk_500__layer_00 mlp=  13063 exact=51.33%
+    delta=+0.00% per1k=+0.000%
+  add__topk_2000_minus_topk_500__layer_04 mlp=  13230 exact=49.80%
+    delta=-1.53% per1k=-3.549%
+  add__topk_2000_minus_topk_500__layer_08 mlp=  13368 exact=49.67%
+    delta=-1.67% per1k=-2.924%
+  add__topk_2000_minus_topk_500__layer_12 mlp=  13347 exact=50.27%
+    delta=-1.07% per1k=-1.943%
+  add__topk_2000_minus_topk_500__layer_16 mlp=  13477 exact=50.27%
+    delta=-1.07% per1k=-1.571%
+  add__topk_2000_minus_topk_500__layer_20 mlp=  15012 exact=51.73%
+    delta=+0.40% per1k=+0.181%
+  add__topk_2000_minus_topk_500__layer_24 mlp=  17516 exact=51.40%
+    delta=+0.07% per1k=+0.014%
+  add__rel_0.001_minus_topk_500__layer_00 mlp=  18726 exact=54.07%
+    delta=+2.73% per1k=+0.461%
+  add__rel_0.001_minus_topk_500__layer_04 mlp=  20537 exact=60.67%
+    delta=+9.33% per1k=+1.206%
+  add__rel_0.001_minus_topk_500__layer_08 mlp=  21549 exact=62.87%
+    delta=+11.53% per1k=+1.318%
+  add__rel_0.001_minus_topk_500__layer_12 mlp=  21339 exact=55.60%
+    delta=+4.27% per1k=+0.500%
+  add__rel_0.001_minus_topk_500__layer_16 mlp=  21383 exact=55.07%
+    delta=+3.73% per1k=+0.435%
+  add__rel_0.001_minus_topk_500__layer_20 mlp=  21350 exact=54.53%
+    delta=+3.20% per1k=+0.374%
+  add__rel_0.001_minus_topk_500__layer_24 mlp=  19098 exact=51.47%
+    delta=+0.13% per1k=+0.021%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/direct_group_rank_shard0.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_direct_rank_shard1.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2025 exact=7.07%
+                                rel_0.05 mlp=   2965 exact=12.40%
+                                topk_500 mlp=  12798 exact=51.33%
+                                rel_0.01 mlp=  24067 exact=43.93%
+                               topk_2000 mlp=  51432 exact=34.00%
+                               rel_0.001 mlp= 224312 exact=99.93%
+[rank] todo=28 shard=1/4
+                drop__topk_500__layer_01 mlp=  12716 exact=41.27%
+    delta=-10.07% per1k=-122.764%
+                drop__topk_500__layer_05 mlp=  12683 exact=56.07%
+    delta=+4.73% per1k=+41.159%
+                drop__topk_500__layer_09 mlp=  12691 exact=54.33%
+    delta=+3.00% per1k=+28.037%
+                drop__topk_500__layer_13 mlp=  12706 exact=51.73%
+    delta=+0.40% per1k=+4.348%
+                drop__topk_500__layer_17 mlp=  12680 exact=50.47%
+    delta=-0.87% per1k=-7.345%
+                drop__topk_500__layer_21 mlp=  12250 exact=16.00%
+    delta=-35.33% per1k=-64.477%
+                drop__topk_500__layer_25 mlp=   9845 exact=38.47%
+    delta=-12.87% per1k=-4.357%
+  add__rel_0.01_minus_topk_500__layer_01 mlp=  12848 exact=51.53%
+    delta=+0.20% per1k=+4.000%
+  add__rel_0.01_minus_topk_500__layer_05 mlp=  12885 exact=51.27%
+    delta=-0.07% per1k=-0.766%
+  add__rel_0.01_minus_topk_500__layer_09 mlp=  12989 exact=49.73%
+    delta=-1.60% per1k=-8.377%
+  add__rel_0.01_minus_topk_500__layer_13 mlp=  13003 exact=51.13%
+    delta=-0.20% per1k=-0.976%
+  add__rel_0.01_minus_topk_500__layer_17 mlp=  13004 exact=50.07%
+    delta=-1.27% per1k=-6.149%
+  add__rel_0.01_minus_topk_500__layer_21 mlp=  13436 exact=52.40%
+    delta=+1.07% per1k=+1.672%
+  add__rel_0.01_minus_topk_500__layer_25 mlp=  14568 exact=51.00%
+    delta=-0.33% per1k=-0.188%
+  add__topk_2000_minus_topk_500__layer_01 mlp=  12967 exact=51.47%
+    delta=+0.13% per1k=+0.789%
+  add__topk_2000_minus_topk_500__layer_05 mlp=  13117 exact=51.33%
+    delta=+0.00% per1k=+0.000%
+  add__topk_2000_minus_topk_500__layer_09 mlp=  13419 exact=48.73%
+    delta=-2.60% per1k=-4.187%
+  add__topk_2000_minus_topk_500__layer_13 mlp=  13394 exact=51.60%
+    delta=+0.27% per1k=+0.447%
+  add__topk_2000_minus_topk_500__layer_17 mlp=  13530 exact=49.60%
+    delta=-1.73% per1k=-2.368%
+  add__topk_2000_minus_topk_500__layer_21 mlp=  15542 exact=52.80%
+    delta=+1.47% per1k=+0.534%
+  add__topk_2000_minus_topk_500__layer_25 mlp=  17385 exact=51.27%
+    delta=-0.07% per1k=-0.015%
+  add__rel_0.001_minus_topk_500__layer_01 mlp=  14976 exact=52.80%
+    delta=+1.47% per1k=+0.673%
+  add__rel_0.001_minus_topk_500__layer_05 mlp=  19350 exact=56.40%
+    delta=+5.07% per1k=+0.773%
+  add__rel_0.001_minus_topk_500__layer_09 mlp=  21532 exact=56.47%
+    delta=+5.13% per1k=+0.588%
+  add__rel_0.001_minus_topk_500__layer_13 mlp=  21290 exact=57.13%
+    delta=+5.80% per1k=+0.683%
+  add__rel_0.001_minus_topk_500__layer_17 mlp=  21458 exact=55.87%
+    delta=+4.53% per1k=+0.523%
+  add__rel_0.001_minus_topk_500__layer_21 mlp=  21205 exact=54.73%
+    delta=+3.40% per1k=+0.404%
+  add__rel_0.001_minus_topk_500__layer_25 mlp=  18804 exact=51.47%
+    delta=+0.13% per1k=+0.022%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/direct_group_rank_shard1.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_direct_rank_shard2.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2025 exact=7.07%
+                                rel_0.05 mlp=   2965 exact=12.40%
+                                topk_500 mlp=  12798 exact=51.33%
+                                rel_0.01 mlp=  24067 exact=43.93%
+                               topk_2000 mlp=  51432 exact=34.00%
+                               rel_0.001 mlp= 224312 exact=99.93%
+[rank] todo=28 shard=2/4
+                drop__topk_500__layer_02 mlp=  12709 exact=38.20%
+    delta=-13.13% per1k=-147.566%
+                drop__topk_500__layer_06 mlp=  12669 exact=46.33%
+    delta=-5.00% per1k=-38.760%
+                drop__topk_500__layer_10 mlp=  12706 exact=54.47%
+    delta=+3.13% per1k=+34.058%
+                drop__topk_500__layer_14 mlp=  12673 exact=55.60%
+    delta=+4.27% per1k=+34.133%
+                drop__topk_500__layer_18 mlp=  12642 exact=41.93%
+    delta=-9.40% per1k=-60.256%
+                drop__topk_500__layer_22 mlp=  11865 exact=6.00%
+    delta=-45.33% per1k=-48.589%
+                drop__topk_500__layer_26 mlp=  11797 exact=50.13%
+    delta=-1.20% per1k=-1.199%
+  add__rel_0.01_minus_topk_500__layer_02 mlp=  12866 exact=52.67%
+    delta=+1.33% per1k=+19.608%
+  add__rel_0.01_minus_topk_500__layer_06 mlp=  12974 exact=50.80%
+    delta=-0.53% per1k=-3.030%
+  add__rel_0.01_minus_topk_500__layer_10 mlp=  12971 exact=50.93%
+    delta=-0.40% per1k=-2.312%
+  add__rel_0.01_minus_topk_500__layer_14 mlp=  12972 exact=47.93%
+    delta=-3.40% per1k=-19.540%
+  add__rel_0.01_minus_topk_500__layer_18 mlp=  13063 exact=52.53%
+    delta=+1.20% per1k=+4.528%
+  add__rel_0.01_minus_topk_500__layer_22 mlp=  13633 exact=52.20%
+    delta=+0.87% per1k=+1.038%
+  add__rel_0.01_minus_topk_500__layer_26 mlp=  13701 exact=51.20%
+    delta=-0.13% per1k=-0.148%
+  add__topk_2000_minus_topk_500__layer_02 mlp=  13049 exact=54.00%
+    delta=+2.67% per1k=+10.624%
+  add__topk_2000_minus_topk_500__layer_06 mlp=  13338 exact=51.13%
+    delta=-0.20% per1k=-0.370%
+  add__topk_2000_minus_topk_500__layer_10 mlp=  13365 exact=49.73%
+    delta=-1.60% per1k=-2.822%
+  add__topk_2000_minus_topk_500__layer_14 mlp=  13422 exact=46.53%
+    delta=-4.80% per1k=-7.692%
+  add__topk_2000_minus_topk_500__layer_18 mlp=  13747 exact=54.13%
+    delta=+2.80% per1k=+2.950%
+  add__topk_2000_minus_topk_500__layer_22 mlp=  16881 exact=52.13%
+    delta=+0.80% per1k=+0.196%
+  add__topk_2000_minus_topk_500__layer_26 mlp=  16025 exact=50.80%
+    delta=-0.53% per1k=-0.165%
+  add__rel_0.001_minus_topk_500__layer_02 mlp=  16855 exact=60.33%
+    delta=+9.00% per1k=+2.218%
+  add__rel_0.001_minus_topk_500__layer_06 mlp=  21548 exact=58.27%
+    delta=+6.93% per1k=+0.792%
+  add__rel_0.001_minus_topk_500__layer_10 mlp=  21530 exact=59.47%
+    delta=+8.13% per1k=+0.931%
+  add__rel_0.001_minus_topk_500__layer_14 mlp=  21290 exact=52.20%
+    delta=+0.87% per1k=+0.102%
+  add__rel_0.001_minus_topk_500__layer_18 mlp=  21371 exact=52.73%
+    delta=+1.40% per1k=+0.163%
+  add__rel_0.001_minus_topk_500__layer_22 mlp=  20824 exact=53.67%
+    delta=+2.33% per1k=+0.291%
+  add__rel_0.001_minus_topk_500__layer_26 mlp=  20752 exact=50.73%
+    delta=-0.60% per1k=-0.075%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/direct_group_rank_shard2.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_direct_rank_shard3.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2025 exact=7.07%
+                                rel_0.05 mlp=   2965 exact=12.40%
+                                topk_500 mlp=  12798 exact=51.33%
+                                rel_0.01 mlp=  24067 exact=43.93%
+                               topk_2000 mlp=  51432 exact=34.00%
+                               rel_0.001 mlp= 224312 exact=99.93%
+[rank] todo=28 shard=3/4
+                drop__topk_500__layer_03 mlp=  12738 exact=39.33%
+    delta=-12.00% per1k=-200.000%
+                drop__topk_500__layer_07 mlp=  12673 exact=48.60%
+    delta=-2.73% per1k=-21.867%
+                drop__topk_500__layer_11 mlp=  12698 exact=45.07%
+    delta=-6.27% per1k=-62.667%
+                drop__topk_500__layer_15 mlp=  12704 exact=50.53%
+    delta=-0.80% per1k=-8.511%
+                drop__topk_500__layer_19 mlp=  12472 exact=27.27%
+    delta=-24.07% per1k=-73.824%
+                drop__topk_500__layer_23 mlp=  11389 exact=9.07%
+    delta=-42.27% per1k=-29.998%
+                drop__topk_500__layer_27 mlp=  12364 exact=47.93%
+    delta=-3.40% per1k=-7.834%
+  add__rel_0.01_minus_topk_500__layer_03 mlp=  12863 exact=50.40%
+    delta=-0.93% per1k=-14.359%
+  add__rel_0.01_minus_topk_500__layer_07 mlp=  12997 exact=50.67%
+    delta=-0.67% per1k=-3.350%
+  add__rel_0.01_minus_topk_500__layer_11 mlp=  12968 exact=50.00%
+    delta=-1.33% per1k=-7.843%
+  add__rel_0.01_minus_topk_500__layer_15 mlp=  12979 exact=52.40%
+    delta=+1.07% per1k=+5.893%
+  add__rel_0.01_minus_topk_500__layer_19 mlp=  13189 exact=52.07%
+    delta=+0.73% per1k=+1.876%
+  add__rel_0.01_minus_topk_500__layer_23 mlp=  13958 exact=51.13%
+    delta=-0.20% per1k=-0.172%
+  add__rel_0.01_minus_topk_500__layer_27 mlp=  13181 exact=51.27%
+    delta=-0.07% per1k=-0.174%
+  add__topk_2000_minus_topk_500__layer_03 mlp=  12961 exact=51.07%
+    delta=-0.27% per1k=-1.636%
+  add__topk_2000_minus_topk_500__layer_07 mlp=  13426 exact=49.13%
+    delta=-2.20% per1k=-3.503%
+  add__topk_2000_minus_topk_500__layer_11 mlp=  13319 exact=48.13%
+    delta=-3.20% per1k=-6.142%
+  add__topk_2000_minus_topk_500__layer_15 mlp=  13372 exact=52.40%
+    delta=+1.07% per1k=+1.858%
+  add__topk_2000_minus_topk_500__layer_19 mlp=  14153 exact=50.20%
+    delta=-1.13% per1k=-0.836%
+  add__topk_2000_minus_topk_500__layer_23 mlp=  17311 exact=52.27%
+    delta=+0.93% per1k=+0.207%
+  add__topk_2000_minus_topk_500__layer_27 mlp=  14242 exact=51.33%
+    delta=+0.00% per1k=+0.000%
+  add__rel_0.001_minus_topk_500__layer_03 mlp=  16571 exact=53.60%
+    delta=+2.27% per1k=+0.601%
+  add__rel_0.001_minus_topk_500__layer_07 mlp=  21507 exact=57.67%
+    delta=+6.33% per1k=+0.727%
+  add__rel_0.001_minus_topk_500__layer_11 mlp=  21417 exact=56.87%
+    delta=+5.53% per1k=+0.642%
+  add__rel_0.001_minus_topk_500__layer_15 mlp=  21178 exact=55.00%
+    delta=+3.67% per1k=+0.438%
+  add__rel_0.001_minus_topk_500__layer_19 mlp=  21351 exact=58.53%
+    delta=+7.20% per1k=+0.842%
+  add__rel_0.001_minus_topk_500__layer_23 mlp=  20349 exact=52.07%
+    delta=+0.73% per1k=+0.097%
+  add__rel_0.001_minus_topk_500__layer_27 mlp=  20718 exact=51.53%
+    delta=+0.20% per1k=+0.025%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/direct_group_rank_shard3.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_fresh_build.log

@@ -0,0 +1,7 @@
+[dataset] data/qwen25_math_1p5b_rank_ladder_r2_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=8,078
+   hundreds  pairs= 3156  buckets=   79
+       tens  pairs= 4000  buckets=   20
+       ones  pairs= 4000  buckets=   18
+[done] build-only artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/fresh_pairs_seed123

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_fresh_target90_eval.log

@@ -0,0 +1,6 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/fresh_pairs_seed123
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                      target90 mlp= 171233 exact=88.47%
+[done] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/fresh_target90_eval.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_fresh_target90_generation.log

@@ -0,0 +1,4 @@
+[records] 1,500 skipped=0
+
+                      target90 mlp= 171233 gen_exact=88.73%
+[done] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/fresh_target90_generation.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_merge.log

@@ -0,0 +1,9 @@
+Warning: You are sending unauthenticated requests to the HF Hub. Please set a HF_TOKEN to enable higher rate limits and faster downloads.
+[model] Qwen/Qwen2.5-Math-1.5B adapter=results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005/adapter device=cuda
+
+scale=0.45 kl=0.768908 acc=99.32% correct=8045/8100
+scale=0.55 kl=0.874731 acc=99.96% correct=8097/8100
+scale=0.75 kl=0.981092 acc=99.99% correct=8099/8100
+scale=1 kl=1.09497 acc=100.00% correct=8100/8100
+
+[done] selected scale=0.55 rule=lowest_kl_at_or_above_min_accuracy merged=results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005_merged

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_position_trace.log

@@ -0,0 +1,64 @@
+[worker gpu=0 positions=hundreds]
+[dataset] data/qwen25_math_1p5b_rank_ladder_r2_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=8,078
+   hundreds  pairs= 3156  buckets=   79
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005_merged
+  device=cuda dtype=bfloat16 batch_size=256
+
+Loading weights:   0%|          | 0/338 [00:00<?, ?it/s]
+Loading weights: 100%|██████████| 338/338 [00:00<00:00, 6336.49it/s]
+  layers=28 d_ffn=8960 heads=12
+[hundreds] attr_pairs=2656 test_pairs=500
+   hundreds     positive  mlp= 247901 zero=100.00% cf=99.80%
+   hundreds    rel_0.001  mlp= 187956 zero=99.80% cf=99.20%
+   hundreds     rel_0.01  mlp=  10928 zero=47.20% cf=88.20%
+   hundreds     rel_0.05  mlp=   1311 zero=33.40% cf=2.80%
+   hundreds     topk_100  mlp=    870 zero=3.00% cf=2.00%
+   hundreds     topk_500  mlp=   5601 zero=49.20% cf=46.60%
+   hundreds    topk_2000  mlp=  24762 zero=90.20% cf=75.80%
+[done] artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/position_adacs/_workers/gpu0
+
+[worker gpu=1 positions=tens]
+[dataset] data/qwen25_math_1p5b_rank_ladder_r2_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=8,078
+       tens  pairs= 4000  buckets=   20
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005_merged
+  device=cuda dtype=bfloat16 batch_size=256
+
+Loading weights:   0%|          | 0/338 [00:00<?, ?it/s]
+Loading weights: 100%|██████████| 338/338 [00:00<00:00, 7371.86it/s]
+  layers=28 d_ffn=8960 heads=12
+[tens] attr_pairs=3500 test_pairs=500
+       tens     positive  mlp= 250283 zero=99.80% cf=99.80%
+       tens    rel_0.001  mlp= 208667 zero=100.00% cf=100.00%
+       tens     rel_0.01  mlp=  17578 zero=13.20% cf=69.00%
+       tens     rel_0.05  mlp=   2195 zero=15.40% cf=28.40%
+       tens     topk_100  mlp=   1541 zero=13.40% cf=11.80%
+       tens     topk_500  mlp=   9524 zero=11.80% cf=75.80%
+       tens    topk_2000  mlp=  40538 zero=14.40% cf=55.20%
+[done] artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/position_adacs/_workers/gpu1
+
+[worker gpu=2 positions=ones]
+[dataset] data/qwen25_math_1p5b_rank_ladder_r2_correct_addition.json
+[pairing] loading tokenizer for prompt-length matching
+  enriched examples=8,078
+       ones  pairs= 4000  buckets=   18
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005_merged
+  device=cuda dtype=bfloat16 batch_size=256
+
+Loading weights:   0%|          | 0/338 [00:00<?, ?it/s]
+Loading weights: 100%|██████████| 338/338 [00:00<00:00, 6705.68it/s]
+  layers=28 d_ffn=8960 heads=12
+[ones] attr_pairs=3500 test_pairs=500
+       ones     positive  mlp= 250280 zero=100.00% cf=100.00%
+       ones    rel_0.001  mlp= 219808 zero=100.00% cf=100.00%
+       ones     rel_0.01  mlp=  15401 zero=18.60% cf=75.40%
+       ones     rel_0.05  mlp=   1968 zero=13.80% cf=28.80%
+       ones     topk_100  mlp=   1437 zero=8.20% cf=25.00%
+       ones     topk_500  mlp=   7528 zero=17.40% cf=82.00%
+       ones    topk_2000  mlp=  37223 zero=23.00% cf=78.20%
+[done] artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/position_adacs/_workers/gpu2
+
+[done] merged multi-gpu artifacts -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/position_adacs

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_prep_stage.log

@@ -0,0 +1,5 @@
+[rank 2] prep start on gpu 3
+[rank 2] train cached
+[rank 2] merge cached
+[rank 2] correct dataset cached
+[rank 2] prep done

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_target90_search.log

@@ -0,0 +1,377 @@
+
+                            topk_100 mlp=   2025 exact=7.07%
+                            rel_0.05 mlp=   2965 exact=12.40%
+                            topk_500 mlp=  12798 exact=51.33%
+                            rel_0.01 mlp=  24067 exact=43.93%
+                           topk_2000 mlp=  51432 exact=34.00%
+                           rel_0.001 mlp= 224312 exact=99.93%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_08 mlp=  21549 exact=62.87%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_04 mlp=  20537 exact=60.67%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_02 mlp=  16855 exact=60.33%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_10 mlp=  21530 exact=59.47%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_19 mlp=  21351 exact=58.53%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_06 mlp=  21548 exact=58.27%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_07 mlp=  21507 exact=57.67%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_13 mlp=  21290 exact=57.13%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_11 mlp=  21417 exact=56.87%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_09 mlp=  21532 exact=56.47%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_05 mlp=  19350 exact=56.40%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_17 mlp=  21458 exact=55.87%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_12 mlp=  21339 exact=55.60%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_16 mlp=  21383 exact=55.07%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_15 mlp=  21178 exact=55.00%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_21 mlp=  21205 exact=54.73%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_20 mlp=  21350 exact=54.53%
+  add_step_1_add__topk_2000_minus_topk_500__layer_18 mlp=  13747 exact=54.13%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_00 mlp=  18726 exact=54.07%
+  add_step_1_add__topk_2000_minus_topk_500__layer_02 mlp=  13049 exact=54.00%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_22 mlp=  20824 exact=53.67%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_03 mlp=  16571 exact=53.60%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_01 mlp=  14976 exact=52.80%
+  add_step_1_add__topk_2000_minus_topk_500__layer_21 mlp=  15542 exact=52.80%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_18 mlp=  21371 exact=52.73%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_02 mlp=  12866 exact=52.67%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_18 mlp=  13063 exact=52.53%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_15 mlp=  12979 exact=52.40%
+  add_step_1_add__topk_2000_minus_topk_500__layer_15 mlp=  13372 exact=52.40%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_21 mlp=  13436 exact=52.40%
+  add_step_1_add__topk_2000_minus_topk_500__layer_23 mlp=  17311 exact=52.27%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_22 mlp=  13633 exact=52.20%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_14 mlp=  21290 exact=52.20%
+  add_step_1_add__topk_2000_minus_topk_500__layer_22 mlp=  16881 exact=52.13%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_19 mlp=  13189 exact=52.07%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_23 mlp=  20349 exact=52.07%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_20 mlp=  13301 exact=52.00%
+  add_step_1_add__topk_2000_minus_topk_500__layer_20 mlp=  15012 exact=51.73%
+  add_step_1_add__topk_2000_minus_topk_500__layer_13 mlp=  13394 exact=51.60%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_01 mlp=  12848 exact=51.53%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_27 mlp=  20718 exact=51.53%
+  add_step_1_add__topk_2000_minus_topk_500__layer_01 mlp=  12967 exact=51.47%
+  add_step_1_add__rel_0.01_minus_topk_500__layer_24 mlp=  14498 exact=51.47%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_25 mlp=  18804 exact=51.47%
+  add_step_1_add__rel_0.001_minus_topk_500__layer_24 mlp=  19098 exact=51.47%
+  add_step_1_add__topk_2000_minus_topk_500__layer_24 mlp=  17516 exact=51.40%
+  add_step_1_add__topk_2000_minus_topk_500__layer_00 mlp=  13063 exact=51.33%
+  add_step_1_add__topk_2000_minus_topk_500__layer_05 mlp=  13117 exact=51.33%
+                 add_step_1_accepted mlp=  21549 exact=62.87%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_04 mlp=  29288 exact=72.13%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_02 mlp=  25606 exact=71.47%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_10 mlp=  30281 exact=70.27%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_19 mlp=  30102 exact=73.93%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_06 mlp=  30299 exact=67.13%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_07 mlp=  30258 exact=67.47%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_13 mlp=  30041 exact=73.13%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_11 mlp=  30168 exact=70.60%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_09 mlp=  30283 exact=69.80%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_05 mlp=  28101 exact=68.47%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_17 mlp=  30209 exact=68.67%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_12 mlp=  30090 exact=73.60%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_16 mlp=  30134 exact=68.33%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_15 mlp=  29929 exact=71.93%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_21 mlp=  29956 exact=66.40%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_20 mlp=  30101 exact=67.60%
+  add_step_2_add__topk_2000_minus_topk_500__layer_18 mlp=  22498 exact=66.20%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_00 mlp=  27477 exact=68.13%
+  add_step_2_add__topk_2000_minus_topk_500__layer_02 mlp=  21800 exact=66.13%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_22 mlp=  29575 exact=65.00%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_03 mlp=  25322 exact=64.67%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_01 mlp=  23727 exact=64.67%
+  add_step_2_add__topk_2000_minus_topk_500__layer_21 mlp=  24293 exact=65.73%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_18 mlp=  30122 exact=66.33%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_02 mlp=  21617 exact=65.27%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_18 mlp=  21814 exact=64.07%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_15 mlp=  21730 exact=64.20%
+  add_step_2_add__topk_2000_minus_topk_500__layer_15 mlp=  22123 exact=64.33%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_21 mlp=  22187 exact=64.20%
+  add_step_2_add__topk_2000_minus_topk_500__layer_23 mlp=  26062 exact=63.47%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_22 mlp=  22384 exact=63.80%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_14 mlp=  30041 exact=64.80%
+  add_step_2_add__topk_2000_minus_topk_500__layer_22 mlp=  25632 exact=64.67%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_19 mlp=  21940 exact=65.73%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_23 mlp=  29100 exact=63.93%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_20 mlp=  22052 exact=64.87%
+  add_step_2_add__topk_2000_minus_topk_500__layer_20 mlp=  23763 exact=64.27%
+  add_step_2_add__topk_2000_minus_topk_500__layer_13 mlp=  22145 exact=64.33%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_01 mlp=  21599 exact=62.60%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_27 mlp=  29469 exact=62.93%
+  add_step_2_add__topk_2000_minus_topk_500__layer_01 mlp=  21718 exact=63.40%
+  add_step_2_add__rel_0.01_minus_topk_500__layer_24 mlp=  23249 exact=62.73%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_25 mlp=  27555 exact=63.00%
+  add_step_2_add__rel_0.001_minus_topk_500__layer_24 mlp=  27849 exact=63.27%
+  add_step_2_add__topk_2000_minus_topk_500__layer_24 mlp=  26267 exact=63.13%
+  add_step_2_add__topk_2000_minus_topk_500__layer_00 mlp=  21814 exact=64.00%
+  add_step_2_add__topk_2000_minus_topk_500__layer_05 mlp=  21868 exact=62.20%
+                 add_step_2_accepted mlp=  30102 exact=73.93%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_04 mlp=  37841 exact=82.20%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_02 mlp=  34159 exact=81.47%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_10 mlp=  38834 exact=79.87%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_06 mlp=  38852 exact=78.73%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_07 mlp=  38811 exact=76.53%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_13 mlp=  38594 exact=81.40%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_11 mlp=  38721 exact=79.27%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_09 mlp=  38836 exact=80.60%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_05 mlp=  36654 exact=78.60%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_17 mlp=  38762 exact=77.20%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_12 mlp=  38643 exact=80.67%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_16 mlp=  38687 exact=77.87%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_15 mlp=  38482 exact=77.87%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_21 mlp=  38509 exact=76.60%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_20 mlp=  38654 exact=76.67%
+  add_step_3_add__topk_2000_minus_topk_500__layer_18 mlp=  31051 exact=73.47%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_00 mlp=  36030 exact=76.33%
+  add_step_3_add__topk_2000_minus_topk_500__layer_02 mlp=  30353 exact=77.27%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_22 mlp=  38128 exact=75.27%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_03 mlp=  33875 exact=77.87%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_01 mlp=  32280 exact=75.80%
+  add_step_3_add__topk_2000_minus_topk_500__layer_21 mlp=  32846 exact=75.93%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_18 mlp=  38675 exact=74.93%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_02 mlp=  30170 exact=75.47%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_18 mlp=  30367 exact=73.60%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_15 mlp=  30283 exact=72.33%
+  add_step_3_add__topk_2000_minus_topk_500__layer_15 mlp=  30676 exact=72.80%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_21 mlp=  30740 exact=75.53%
+  add_step_3_add__topk_2000_minus_topk_500__layer_23 mlp=  34615 exact=73.53%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_22 mlp=  30937 exact=74.20%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_14 mlp=  38594 exact=74.73%
+  add_step_3_add__topk_2000_minus_topk_500__layer_22 mlp=  34185 exact=75.00%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_23 mlp=  37653 exact=74.00%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_20 mlp=  30605 exact=74.73%
+  add_step_3_add__topk_2000_minus_topk_500__layer_20 mlp=  32316 exact=74.07%
+  add_step_3_add__topk_2000_minus_topk_500__layer_13 mlp=  30698 exact=75.27%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_01 mlp=  30152 exact=73.73%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_27 mlp=  38022 exact=74.27%
+  add_step_3_add__topk_2000_minus_topk_500__layer_01 mlp=  30271 exact=74.40%
+  add_step_3_add__rel_0.01_minus_topk_500__layer_24 mlp=  31802 exact=73.73%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_25 mlp=  36108 exact=73.40%
+  add_step_3_add__rel_0.001_minus_topk_500__layer_24 mlp=  36402 exact=73.53%
+  add_step_3_add__topk_2000_minus_topk_500__layer_24 mlp=  34820 exact=73.87%
+  add_step_3_add__topk_2000_minus_topk_500__layer_00 mlp=  30367 exact=74.40%
+  add_step_3_add__topk_2000_minus_topk_500__layer_05 mlp=  30421 exact=73.80%
+                 add_step_3_accepted mlp=  37841 exact=82.20%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_02 mlp=  41898 exact=87.00%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_10 mlp=  46573 exact=86.67%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_06 mlp=  46591 exact=82.13%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_07 mlp=  46550 exact=83.53%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_13 mlp=  46333 exact=87.53%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_11 mlp=  46460 exact=86.80%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_09 mlp=  46575 exact=86.20%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_05 mlp=  44393 exact=85.40%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_17 mlp=  46501 exact=83.93%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_12 mlp=  46382 exact=88.20%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_16 mlp=  46426 exact=85.53%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_15 mlp=  46221 exact=85.40%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_21 mlp=  46248 exact=84.67%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_20 mlp=  46393 exact=85.20%
+  add_step_4_add__topk_2000_minus_topk_500__layer_18 mlp=  38790 exact=82.00%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_00 mlp=  43769 exact=82.13%
+  add_step_4_add__topk_2000_minus_topk_500__layer_02 mlp=  38092 exact=84.07%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_22 mlp=  45867 exact=83.40%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_03 mlp=  41614 exact=85.20%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_01 mlp=  40019 exact=83.07%
+  add_step_4_add__topk_2000_minus_topk_500__layer_21 mlp=  40585 exact=83.93%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_18 mlp=  46414 exact=83.73%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_02 mlp=  37909 exact=82.87%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_18 mlp=  38106 exact=82.27%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_15 mlp=  38022 exact=81.73%
+  add_step_4_add__topk_2000_minus_topk_500__layer_15 mlp=  38415 exact=81.93%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_21 mlp=  38479 exact=82.40%
+  add_step_4_add__topk_2000_minus_topk_500__layer_23 mlp=  42354 exact=81.93%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_22 mlp=  38676 exact=82.87%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_14 mlp=  46333 exact=82.13%
+  add_step_4_add__topk_2000_minus_topk_500__layer_22 mlp=  41924 exact=83.13%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_23 mlp=  45392 exact=82.47%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_20 mlp=  38344 exact=83.00%
+  add_step_4_add__topk_2000_minus_topk_500__layer_20 mlp=  40055 exact=83.27%
+  add_step_4_add__topk_2000_minus_topk_500__layer_13 mlp=  38437 exact=81.47%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_01 mlp=  37891 exact=81.60%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_27 mlp=  45761 exact=82.27%
+  add_step_4_add__topk_2000_minus_topk_500__layer_01 mlp=  38010 exact=82.40%
+  add_step_4_add__rel_0.01_minus_topk_500__layer_24 mlp=  39541 exact=82.33%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_25 mlp=  43847 exact=81.87%
+  add_step_4_add__rel_0.001_minus_topk_500__layer_24 mlp=  44141 exact=82.33%
+  add_step_4_add__topk_2000_minus_topk_500__layer_24 mlp=  42559 exact=82.27%
+  add_step_4_add__topk_2000_minus_topk_500__layer_00 mlp=  38106 exact=82.27%
+  add_step_4_add__topk_2000_minus_topk_500__layer_05 mlp=  38160 exact=81.80%
+                 add_step_4_accepted mlp=  46382 exact=88.20%
+  baseline_rel_0.001_compress_1_drop_00 mlp= 218286 exact=21.67%
+  baseline_rel_0.001_compress_1_drop_01 mlp= 222052 exact=70.53%
+  baseline_rel_0.001_compress_1_drop_02 mlp= 220166 exact=96.93%
+  baseline_rel_0.001_compress_1_drop_03 mlp= 220479 exact=93.73%
+  baseline_rel_0.001_compress_1_drop_04 mlp= 216388 exact=88.87%
+  baseline_rel_0.001_compress_1_drop_05 mlp= 217645 exact=99.33%
+  baseline_rel_0.001_compress_1_drop_06 mlp= 215433 exact=99.47%
+  baseline_rel_0.001_compress_1_drop_07 mlp= 215478 exact=99.80%
+  baseline_rel_0.001_compress_1_drop_08 mlp= 215440 exact=100.00%
+  baseline_rel_0.001_compress_1_drop_09 mlp= 215471 exact=100.00%
+  baseline_rel_0.001_compress_1_drop_10 mlp= 215488 exact=99.80%
+  baseline_rel_0.001_compress_1_drop_11 mlp= 215593 exact=98.87%
+  baseline_rel_0.001_compress_1_drop_12 mlp= 215646 exact=98.60%
+  baseline_rel_0.001_compress_1_drop_13 mlp= 215728 exact=99.87%
+  baseline_rel_0.001_compress_1_drop_14 mlp= 215695 exact=99.93%
+  baseline_rel_0.001_compress_1_drop_15 mlp= 215838 exact=99.87%
+  baseline_rel_0.001_compress_1_drop_16 mlp= 215609 exact=100.00%
+  baseline_rel_0.001_compress_1_drop_17 mlp= 215534 exact=99.93%
+  baseline_rel_0.001_compress_1_drop_18 mlp= 215583 exact=99.20%
+  baseline_rel_0.001_compress_1_drop_19 mlp= 215433 exact=98.13%
+  baseline_rel_0.001_compress_1_drop_20 mlp= 215357 exact=96.47%
+  baseline_rel_0.001_compress_1_drop_21 mlp= 215357 exact=75.13%
+  baseline_rel_0.001_compress_1_drop_22 mlp= 215353 exact=11.40%
+  baseline_rel_0.001_compress_1_drop_23 mlp= 215352 exact=15.60%
+  baseline_rel_0.001_compress_1_drop_24 mlp= 215352 exact=93.93%
+  baseline_rel_0.001_compress_1_drop_25 mlp= 215353 exact=85.00%
+  baseline_rel_0.001_compress_1_drop_26 mlp= 215357 exact=99.60%
+  baseline_rel_0.001_compress_1_drop_27 mlp= 215958 exact=99.87%
+  baseline_rel_0.001_compress_1_accepted mlp= 215352 exact=93.93%
+  baseline_rel_0.001_compress_2_drop_00 mlp= 209326 exact=17.93%
+  baseline_rel_0.001_compress_2_drop_01 mlp= 213092 exact=67.60%
+  baseline_rel_0.001_compress_2_drop_02 mlp= 211206 exact=88.80%
+  baseline_rel_0.001_compress_2_drop_03 mlp= 211519 exact=85.80%
+  baseline_rel_0.001_compress_2_drop_04 mlp= 207428 exact=77.07%
+  baseline_rel_0.001_compress_2_drop_05 mlp= 208685 exact=91.73%
+  baseline_rel_0.001_compress_2_drop_06 mlp= 206473 exact=93.13%
+  baseline_rel_0.001_compress_2_drop_07 mlp= 206518 exact=93.07%
+  baseline_rel_0.001_compress_2_drop_08 mlp= 206480 exact=93.93%
+  baseline_rel_0.001_compress_2_drop_09 mlp= 206511 exact=94.60%
+  baseline_rel_0.001_compress_2_drop_10 mlp= 206528 exact=93.87%
+  baseline_rel_0.001_compress_2_drop_11 mlp= 206633 exact=90.40%
+  baseline_rel_0.001_compress_2_drop_12 mlp= 206686 exact=90.60%
+  baseline_rel_0.001_compress_2_drop_13 mlp= 206768 exact=94.40%
+  baseline_rel_0.001_compress_2_drop_14 mlp= 206735 exact=93.93%
+  baseline_rel_0.001_compress_2_drop_15 mlp= 206878 exact=93.93%
+  baseline_rel_0.001_compress_2_drop_16 mlp= 206649 exact=93.87%
+  baseline_rel_0.001_compress_2_drop_17 mlp= 206574 exact=93.73%
+  baseline_rel_0.001_compress_2_drop_18 mlp= 206623 exact=90.87%
+  baseline_rel_0.001_compress_2_drop_19 mlp= 206473 exact=84.60%
+  baseline_rel_0.001_compress_2_drop_20 mlp= 206397 exact=86.27%
+  baseline_rel_0.001_compress_2_drop_21 mlp= 206397 exact=67.20%
+  baseline_rel_0.001_compress_2_drop_22 mlp= 206393 exact=9.47%
+  baseline_rel_0.001_compress_2_drop_23 mlp= 206392 exact=7.73%
+  baseline_rel_0.001_compress_2_drop_25 mlp= 206393 exact=54.93%
+  baseline_rel_0.001_compress_2_drop_26 mlp= 206397 exact=85.00%
+  baseline_rel_0.001_compress_2_drop_27 mlp= 206998 exact=90.33%
+  baseline_rel_0.001_compress_2_accepted mlp= 206473 exact=93.13%
+  baseline_rel_0.001_compress_3_drop_00 mlp= 200447 exact=9.47%
+  baseline_rel_0.001_compress_3_drop_01 mlp= 204213 exact=60.67%
+  baseline_rel_0.001_compress_3_drop_02 mlp= 202327 exact=81.40%
+  baseline_rel_0.001_compress_3_drop_03 mlp= 202640 exact=79.07%
+  baseline_rel_0.001_compress_3_drop_04 mlp= 198549 exact=55.93%
+  baseline_rel_0.001_compress_3_drop_05 mlp= 199806 exact=91.40%
+  baseline_rel_0.001_compress_3_drop_07 mlp= 197639 exact=89.00%
+  baseline_rel_0.001_compress_3_drop_08 mlp= 197601 exact=91.67%
+  baseline_rel_0.001_compress_3_drop_09 mlp= 197632 exact=92.80%
+  baseline_rel_0.001_compress_3_drop_10 mlp= 197649 exact=93.80%
+  baseline_rel_0.001_compress_3_drop_11 mlp= 197754 exact=87.60%
+  baseline_rel_0.001_compress_3_drop_12 mlp= 197807 exact=88.53%
+  baseline_rel_0.001_compress_3_drop_13 mlp= 197889 exact=92.87%
+  baseline_rel_0.001_compress_3_drop_14 mlp= 197856 exact=92.33%
+  baseline_rel_0.001_compress_3_drop_15 mlp= 197999 exact=93.27%
+  baseline_rel_0.001_compress_3_drop_16 mlp= 197770 exact=92.87%
+  baseline_rel_0.001_compress_3_drop_17 mlp= 197695 exact=92.20%
+  baseline_rel_0.001_compress_3_drop_18 mlp= 197744 exact=87.40%
+  baseline_rel_0.001_compress_3_drop_19 mlp= 197594 exact=77.07%
+  baseline_rel_0.001_compress_3_drop_20 mlp= 197518 exact=83.67%
+  baseline_rel_0.001_compress_3_drop_21 mlp= 197518 exact=54.53%
+  baseline_rel_0.001_compress_3_drop_22 mlp= 197514 exact=8.47%
+  baseline_rel_0.001_compress_3_drop_23 mlp= 197513 exact=7.27%
+  baseline_rel_0.001_compress_3_drop_25 mlp= 197514 exact=54.13%
+  baseline_rel_0.001_compress_3_drop_26 mlp= 197518 exact=82.00%
+  baseline_rel_0.001_compress_3_drop_27 mlp= 198119 exact=90.07%
+  baseline_rel_0.001_compress_3_accepted mlp= 197601 exact=91.67%
+  baseline_rel_0.001_compress_4_drop_00 mlp= 191575 exact=8.27%
+  baseline_rel_0.001_compress_4_drop_01 mlp= 195341 exact=59.33%
+  baseline_rel_0.001_compress_4_drop_02 mlp= 193455 exact=79.00%
+  baseline_rel_0.001_compress_4_drop_03 mlp= 193768 exact=75.73%
+  baseline_rel_0.001_compress_4_drop_04 mlp= 189677 exact=48.73%
+  baseline_rel_0.001_compress_4_drop_05 mlp= 190934 exact=89.93%
+  baseline_rel_0.001_compress_4_drop_07 mlp= 188767 exact=86.27%
+  baseline_rel_0.001_compress_4_drop_09 mlp= 188760 exact=90.87%
+  baseline_rel_0.001_compress_4_drop_10 mlp= 188777 exact=91.93%
+  baseline_rel_0.001_compress_4_drop_11 mlp= 188882 exact=85.80%
+  baseline_rel_0.001_compress_4_drop_12 mlp= 188935 exact=86.87%
+  baseline_rel_0.001_compress_4_drop_13 mlp= 189017 exact=91.40%
+  baseline_rel_0.001_compress_4_drop_14 mlp= 188984 exact=90.60%
+  baseline_rel_0.001_compress_4_drop_15 mlp= 189127 exact=91.33%
+  baseline_rel_0.001_compress_4_drop_16 mlp= 188898 exact=91.00%
+  baseline_rel_0.001_compress_4_drop_17 mlp= 188823 exact=90.93%
+  baseline_rel_0.001_compress_4_drop_18 mlp= 188872 exact=84.13%
+  baseline_rel_0.001_compress_4_drop_19 mlp= 188722 exact=72.07%
+  baseline_rel_0.001_compress_4_drop_20 mlp= 188646 exact=82.67%
+  baseline_rel_0.001_compress_4_drop_21 mlp= 188646 exact=51.07%
+  baseline_rel_0.001_compress_4_drop_22 mlp= 188642 exact=8.00%
+  baseline_rel_0.001_compress_4_drop_23 mlp= 188641 exact=7.00%
+  baseline_rel_0.001_compress_4_drop_25 mlp= 188642 exact=53.47%
+  baseline_rel_0.001_compress_4_drop_26 mlp= 188646 exact=79.53%
+  baseline_rel_0.001_compress_4_drop_27 mlp= 189247 exact=88.53%
+  baseline_rel_0.001_compress_4_accepted mlp= 188760 exact=90.87%
+  baseline_rel_0.001_compress_5_drop_00 mlp= 182734 exact=8.07%
+  baseline_rel_0.001_compress_5_drop_01 mlp= 186500 exact=58.47%
+  baseline_rel_0.001_compress_5_drop_02 mlp= 184614 exact=77.73%
+  baseline_rel_0.001_compress_5_drop_03 mlp= 184927 exact=75.53%
+  baseline_rel_0.001_compress_5_drop_04 mlp= 180836 exact=46.00%
+  baseline_rel_0.001_compress_5_drop_05 mlp= 182093 exact=88.33%
+  baseline_rel_0.001_compress_5_drop_07 mlp= 179926 exact=85.60%
+  baseline_rel_0.001_compress_5_drop_10 mlp= 179936 exact=90.27%
+  baseline_rel_0.001_compress_5_drop_11 mlp= 180041 exact=84.40%
+  baseline_rel_0.001_compress_5_drop_12 mlp= 180094 exact=84.93%
+  baseline_rel_0.001_compress_5_drop_13 mlp= 180176 exact=90.00%
+  baseline_rel_0.001_compress_5_drop_14 mlp= 180143 exact=89.60%
+  baseline_rel_0.001_compress_5_drop_15 mlp= 180286 exact=90.80%
+  baseline_rel_0.001_compress_5_drop_16 mlp= 180057 exact=90.67%
+  baseline_rel_0.001_compress_5_drop_17 mlp= 179982 exact=90.20%
+  baseline_rel_0.001_compress_5_drop_18 mlp= 180031 exact=83.80%
+  baseline_rel_0.001_compress_5_drop_19 mlp= 179881 exact=71.20%
+  baseline_rel_0.001_compress_5_drop_20 mlp= 179805 exact=81.53%
+  baseline_rel_0.001_compress_5_drop_21 mlp= 179805 exact=47.67%
+  baseline_rel_0.001_compress_5_drop_22 mlp= 179801 exact=8.40%
+  baseline_rel_0.001_compress_5_drop_23 mlp= 179800 exact=6.73%
+  baseline_rel_0.001_compress_5_drop_25 mlp= 179801 exact=53.93%
+  baseline_rel_0.001_compress_5_drop_26 mlp= 179805 exact=79.67%
+  baseline_rel_0.001_compress_5_drop_27 mlp= 180406 exact=87.93%
+  baseline_rel_0.001_compress_5_accepted mlp= 179936 exact=90.27%
+  baseline_rel_0.001_compress_6_drop_00 mlp= 173910 exact=7.13%
+  baseline_rel_0.001_compress_6_drop_01 mlp= 177676 exact=59.13%
+  baseline_rel_0.001_compress_6_drop_02 mlp= 175790 exact=76.60%
+  baseline_rel_0.001_compress_6_drop_03 mlp= 176103 exact=74.13%
+  baseline_rel_0.001_compress_6_drop_04 mlp= 172012 exact=43.60%
+  baseline_rel_0.001_compress_6_drop_05 mlp= 173269 exact=87.67%
+  baseline_rel_0.001_compress_6_drop_07 mlp= 171102 exact=84.13%
+  baseline_rel_0.001_compress_6_drop_11 mlp= 171217 exact=84.20%
+  baseline_rel_0.001_compress_6_drop_12 mlp= 171270 exact=84.73%
+  baseline_rel_0.001_compress_6_drop_13 mlp= 171352 exact=90.60%
+  baseline_rel_0.001_compress_6_drop_14 mlp= 171319 exact=89.20%
+  baseline_rel_0.001_compress_6_drop_15 mlp= 171462 exact=89.87%
+  baseline_rel_0.001_compress_6_drop_16 mlp= 171233 exact=90.00%
+  baseline_rel_0.001_compress_6_drop_17 mlp= 171158 exact=89.60%
+  baseline_rel_0.001_compress_6_drop_18 mlp= 171207 exact=82.33%
+  baseline_rel_0.001_compress_6_drop_19 mlp= 171057 exact=69.07%
+  baseline_rel_0.001_compress_6_drop_20 mlp= 170981 exact=79.07%
+  baseline_rel_0.001_compress_6_drop_21 mlp= 170981 exact=43.87%
+  baseline_rel_0.001_compress_6_drop_22 mlp= 170977 exact=8.40%
+  baseline_rel_0.001_compress_6_drop_23 mlp= 170976 exact=6.73%
+  baseline_rel_0.001_compress_6_drop_25 mlp= 170977 exact=53.87%
+  baseline_rel_0.001_compress_6_drop_26 mlp= 170981 exact=79.60%
+  baseline_rel_0.001_compress_6_drop_27 mlp= 171582 exact=87.67%
+  baseline_rel_0.001_compress_6_accepted mlp= 171233 exact=90.00%
+  baseline_rel_0.001_compress_7_drop_00 mlp= 165207 exact=6.93%
+  baseline_rel_0.001_compress_7_drop_01 mlp= 168973 exact=59.13%
+  baseline_rel_0.001_compress_7_drop_02 mlp= 167087 exact=74.13%
+  baseline_rel_0.001_compress_7_drop_03 mlp= 167400 exact=72.80%
+  baseline_rel_0.001_compress_7_drop_04 mlp= 163309 exact=40.40%
+  baseline_rel_0.001_compress_7_drop_05 mlp= 164566 exact=86.73%
+  baseline_rel_0.001_compress_7_drop_07 mlp= 162399 exact=82.13%
+  baseline_rel_0.001_compress_7_drop_11 mlp= 162514 exact=82.53%
+  baseline_rel_0.001_compress_7_drop_12 mlp= 162567 exact=81.80%
+  baseline_rel_0.001_compress_7_drop_13 mlp= 162649 exact=89.47%
+  baseline_rel_0.001_compress_7_drop_14 mlp= 162616 exact=88.67%
+  baseline_rel_0.001_compress_7_drop_15 mlp= 162759 exact=89.33%
+  baseline_rel_0.001_compress_7_drop_17 mlp= 162455 exact=88.20%
+  baseline_rel_0.001_compress_7_drop_18 mlp= 162504 exact=78.60%
+  baseline_rel_0.001_compress_7_drop_19 mlp= 162354 exact=62.60%
+  baseline_rel_0.001_compress_7_drop_20 mlp= 162278 exact=76.87%
+  baseline_rel_0.001_compress_7_drop_21 mlp= 162278 exact=39.87%
+  baseline_rel_0.001_compress_7_drop_22 mlp= 162274 exact=7.80%
+  baseline_rel_0.001_compress_7_drop_23 mlp= 162273 exact=6.40%
+  baseline_rel_0.001_compress_7_drop_25 mlp= 162274 exact=54.07%
+  baseline_rel_0.001_compress_7_drop_26 mlp= 162278 exact=78.00%
+  baseline_rel_0.001_compress_7_drop_27 mlp= 162879 exact=87.40%
+[done] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/target90_search.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_2_train.log

@@ -0,0 +1,9 @@
+Warning: You are sending unauthenticated requests to the HF Hub. Please set a HF_TOKEN to enable higher rate limits and faster downloads.
+[model] Qwen/Qwen2.5-Math-1.5B device=cuda dtype=bfloat16
+
+trainable params: 2,308,096 || all params: 1,546,022,400 || trainable%: 0.1493
+{"step": 1, "loss": 1.9453125, "ce": 1.9453125, "kl": -2.872943878173828e-05, "lr": 1.3333333333333333e-05, "elapsed_s": 0.7714500427246094, "compact_exact": {"n": 8100, "correct": 7590, "accuracy": 0.937037037037037, "wrong_sample": [{"prompt": "11 + 13 =", "answer": "24", "pred": "35"}, {"prompt": "11 + 21 =", "answer": "32", "pred": "132"}, {"prompt": "11 + 31 =", "answer": "42", "pred": "142"}, {"prompt": "11 + 41 =", "answer": "52", "pred": "152"}, {"prompt": "11 + 47 =", "answer": "58", "pred": "158"}, {"prompt": "11 + 48 =", "answer": "59", "pred": "159"}, {"prompt": "11 + 49 =", "answer": "60", "pred": "160"}, {"prompt": "11 + 50 =", "answer": "61", "pred": "161"}, {"prompt": "11 + 51 =", "answer": "62", "pred": "162"}, {"prompt": "11 + 53 =", "answer": "64", "pred": "164"}, {"prompt": "11 + 57 =", "answer": "68", "pred": "168"}, {"prompt": "11 + 58 =", "answer": "69", "pred": "169"}, {"prompt": "11 + 59 =", "answer": "70", "pred": "170"}, {"prompt": "11 + 61 =", "answer": "72", "pred": "172"}, {"prompt": "11 + 62 =", "answer": "73", "pred": "173"}, {"prompt": "11 + 67 =", "answer": "78", "pred": "178"}, {"prompt": "11 + 68 =", "answer": "79", "pred": "179"}, {"prompt": "11 + 69 =", "answer": "80", "pred": "180"}, {"prompt": "11 + 70 =", "answer": "81", "pred": "181"}, {"prompt": "11 + 71 =", "answer": "82", "pred": "182"}, {"prompt": "11 + 75 =", "answer": "86", "pred": "186"}, {"prompt": "11 + 76 =", "answer": "87", "pred": "187"}, {"prompt": "11 + 78 =", "answer": "89", "pred": "189"}, {"prompt": "11 + 79 =", "answer": "90", "pred": "190"}, {"prompt": "11 + 80 =", "answer": "91", "pred": "191"}]}}
+{"step": 100, "loss": 0.2996332958491162, "ce": 0.28403449781013257, "kl": 0.31230572016552244, "lr": 0.00015922352526649803, "elapsed_s": 69.5799949169159, "compact_exact": {"n": 8100, "correct": 8083, "accuracy": 0.9979012345679013, "wrong_sample": [{"prompt": "20 + 24 =", "answer": "44", "pred": "40"}, {"prompt": "21 + 24 =", "answer": "45", "pred": "42"}, {"prompt": "22 + 48 =", "answer": "70", "pred": "60"}, {"prompt": "23 + 37 =", "answer": "60", "pred": "50"}, {"prompt": "33 + 14 =", "answer": "47", "pred": "177"}, {"prompt": "63 + 17 =", "answer": "80", "pred": "70"}, {"prompt": "77 + 10 =", "answer": "87", "pred": "187"}, {"prompt": "77 + 12 =", "answer": "89", "pred": "189"}, {"prompt": "78 + 11 =", "answer": "89", "pred": "90"}, {"prompt": "79 + 10 =", "answer": "89", "pred": "189"}, {"prompt": "87 + 12 =", "answer": "99", "pred": "100"}, {"prompt": "87 + 22 =", "answer": "109", "pred": "110"}, {"prompt": "88 + 10 =", "answer": "98", "pred": "188"}, {"prompt": "88 + 12 =", "answer": "100", "pred": "200"}, {"prompt": "89 + 10 =", "answer": "99", "pred": "100"}, {"prompt": "89 + 20 =", "answer": "109", "pred": "110"}, {"prompt": "98 + 11 =", "answer": "109", "pred": "110"}]}}
+{"step": 200, "loss": 0.0214703369140625, "ce": 0.004865188598632813, "kl": 0.33212890625, "lr": 5.484666416891109e-05, "elapsed_s": 125.57691788673401, "compact_exact": {"n": 8100, "correct": 8094, "accuracy": 0.9992592592592593, "wrong_sample": [{"prompt": "22 + 28 =", "answer": "50", "pred": "40"}, {"prompt": "22 + 48 =", "answer": "70", "pred": "69"}, {"prompt": "28 + 42 =", "answer": "70", "pred": "60"}, {"prompt": "62 + 18 =", "answer": "80", "pred": "70"}, {"prompt": "63 + 17 =", "answer": "80", "pred": "70"}, {"prompt": "89 + 10 =", "answer": "99", "pred": "100"}]}}
+{"step": 300, "loss": 0.02060302734375, "ce": 0.004363555908203125, "kl": 0.32482421875, "lr": 0.0, "elapsed_s": 181.03875494003296, "compact_exact": {"n": 8100, "correct": 8099, "accuracy": 0.9998765432098765, "wrong_sample": [{"prompt": "63 + 17 =", "answer": "80", "pred": "70"}]}}
+[done] adapter=results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_2/lora_r2_beta005/adapter accuracy=99.9877%

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_4_correct_dataset.log

@@ -0,0 +1,26 @@
+Device: cuda   dtype: bfloat16
+Loading results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_4/lora_r4_beta005_merged ...
+
+Pool: 8,100 unique (a, b) pairs in [10, 99]  shard=1/1
+    512/8100  correct=  512  acc=100.0%  585.3 ex/s  eta 0.2 min
+   1024/8100  correct= 1024  acc=100.0%  776.5 ex/s  eta 0.2 min
+   1536/8100  correct= 1534  acc=99.9%  871.0 ex/s  eta 0.1 min
+   2048/8100  correct= 2046  acc=99.9%  927.8 ex/s  eta 0.1 min
+   2560/8100  correct= 2558  acc=99.9%  965.9 ex/s  eta 0.1 min
+   3072/8100  correct= 3069  acc=99.9%  992.2 ex/s  eta 0.1 min
+   3584/8100  correct= 3581  acc=99.9%  1012.8 ex/s  eta 0.1 min
+   4096/8100  correct= 4093  acc=99.9%  1028.2 ex/s  eta 0.1 min
+   4608/8100  correct= 4605  acc=99.9%  1039.7 ex/s  eta 0.1 min
+   5120/8100  correct= 5117  acc=99.9%  1048.9 ex/s  eta 0.0 min
+   5632/8100  correct= 5629  acc=99.9%  1055.9 ex/s  eta 0.0 min
+   6144/8100  correct= 6141  acc=100.0%  1060.3 ex/s  eta 0.0 min
+   6656/8100  correct= 6653  acc=100.0%  1064.8 ex/s  eta 0.0 min
+   7168/8100  correct= 7165  acc=100.0%  1069.4 ex/s  eta 0.0 min
+   7680/8100  correct= 7677  acc=100.0%  1072.1 ex/s  eta 0.0 min
+   8100/8100  correct= 8097  acc=100.0%  1073.1 ex/s  eta 0.0 min
+
+=======================================================
+  Tested:    8,100
+  Correct:   8,097 (100.0%)
+  Correct saved:   data/qwen25_math_1p5b_rank_ladder_r4_correct_addition.json
+=======================================================

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_4_direct_rank_shard0.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_4/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_4/lora_r4_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2109 exact=9.53%
+                                rel_0.05 mlp=   2971 exact=13.20%
+                                topk_500 mlp=  13017 exact=50.20%
+                                rel_0.01 mlp=  23872 exact=42.87%
+                               topk_2000 mlp=  52135 exact=33.13%
+                               rel_0.001 mlp= 223337 exact=100.00%
+[rank] todo=28 shard=0/4
+                drop__topk_500__layer_00 mlp=  12919 exact=5.13%
+    delta=-45.07% per1k=-459.864%
+                drop__topk_500__layer_04 mlp=  12839 exact=16.53%
+    delta=-33.67% per1k=-189.139%
+                drop__topk_500__layer_08 mlp=  12900 exact=54.53%
+    delta=+4.33% per1k=+37.037%
+                drop__topk_500__layer_12 mlp=  12894 exact=50.93%
+    delta=+0.73% per1k=+5.962%
+                drop__topk_500__layer_16 mlp=  12906 exact=51.80%
+    delta=+1.60% per1k=+14.414%
+                drop__topk_500__layer_20 mlp=  12612 exact=37.60%
+    delta=-12.60% per1k=-31.111%
+                drop__topk_500__layer_24 mlp=  10286 exact=37.20%
+    delta=-13.00% per1k=-4.760%
+  add__rel_0.01_minus_topk_500__layer_00 mlp=  13090 exact=50.87%
+    delta=+0.67% per1k=+9.132%
+  add__rel_0.01_minus_topk_500__layer_04 mlp=  13149 exact=51.20%
+    delta=+1.00% per1k=+7.576%
+  add__rel_0.01_minus_topk_500__layer_08 mlp=  13163 exact=49.33%
+    delta=-0.87% per1k=-5.936%
+  add__rel_0.01_minus_topk_500__layer_12 mlp=  13195 exact=50.00%
+    delta=-0.20% per1k=-1.124%
+  add__rel_0.01_minus_topk_500__layer_16 mlp=  13226 exact=50.40%
+    delta=+0.20% per1k=+0.957%
+  add__rel_0.01_minus_topk_500__layer_20 mlp=  13529 exact=52.07%
+    delta=+1.87% per1k=+3.646%
+  add__rel_0.01_minus_topk_500__layer_24 mlp=  14656 exact=50.53%
+    delta=+0.33% per1k=+0.203%
+  add__topk_2000_minus_topk_500__layer_00 mlp=  13296 exact=52.07%
+    delta=+1.87% per1k=+6.691%
+  add__topk_2000_minus_topk_500__layer_04 mlp=  13446 exact=51.27%
+    delta=+1.07% per1k=+2.486%
+  add__topk_2000_minus_topk_500__layer_08 mlp=  13564 exact=48.80%
+    delta=-1.40% per1k=-2.559%
+  add__topk_2000_minus_topk_500__layer_12 mlp=  13568 exact=51.33%
+    delta=+1.13% per1k=+2.057%
+  add__topk_2000_minus_topk_500__layer_16 mlp=  13689 exact=50.73%
+    delta=+0.53% per1k=+0.794%
+  add__topk_2000_minus_topk_500__layer_20 mlp=  15392 exact=52.80%
+    delta=+2.60% per1k=+1.095%
+  add__topk_2000_minus_topk_500__layer_24 mlp=  17801 exact=49.87%
+    delta=-0.33% per1k=-0.070%
+  add__rel_0.001_minus_topk_500__layer_00 mlp=  18903 exact=53.20%
+    delta=+3.00% per1k=+0.510%
+  add__rel_0.001_minus_topk_500__layer_04 mlp=  20650 exact=61.87%
+    delta=+11.67% per1k=+1.528%
+  add__rel_0.001_minus_topk_500__layer_08 mlp=  21749 exact=60.20%
+    delta=+10.00% per1k=+1.145%
+  add__rel_0.001_minus_topk_500__layer_12 mlp=  21494 exact=58.47%
+    delta=+8.27% per1k=+0.975%
+  add__rel_0.001_minus_topk_500__layer_16 mlp=  21582 exact=55.47%
+    delta=+5.27% per1k=+0.615%
+  add__rel_0.001_minus_topk_500__layer_20 mlp=  21568 exact=55.33%
+    delta=+5.13% per1k=+0.600%
+  add__rel_0.001_minus_topk_500__layer_24 mlp=  19246 exact=50.13%
+    delta=-0.07% per1k=-0.011%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_4/direct_group_rank_shard0.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_4_direct_rank_shard1.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_4/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_4/lora_r4_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2109 exact=9.53%
+                                rel_0.05 mlp=   2971 exact=13.20%
+                                topk_500 mlp=  13017 exact=50.20%
+                                rel_0.01 mlp=  23872 exact=42.87%
+                               topk_2000 mlp=  52135 exact=33.13%
+                               rel_0.001 mlp= 223337 exact=100.00%
+[rank] todo=28 shard=1/4
+                drop__topk_500__layer_01 mlp=  12935 exact=38.53%
+    delta=-11.67% per1k=-142.276%
+                drop__topk_500__layer_05 mlp=  12900 exact=56.87%
+    delta=+6.67% per1k=+56.980%
+                drop__topk_500__layer_09 mlp=  12905 exact=54.07%
+    delta=+3.87% per1k=+34.524%
+                drop__topk_500__layer_13 mlp=  12903 exact=51.73%
+    delta=+1.53% per1k=+13.450%
+                drop__topk_500__layer_17 mlp=  12899 exact=50.67%
+    delta=+0.47% per1k=+3.955%
+                drop__topk_500__layer_21 mlp=  12451 exact=13.40%
+    delta=-36.80% per1k=-65.018%
+                drop__topk_500__layer_25 mlp=  10027 exact=38.93%
+    delta=-11.27% per1k=-3.768%
+  add__rel_0.01_minus_topk_500__layer_01 mlp=  13064 exact=49.93%
+    delta=-0.27% per1k=-5.674%
+  add__rel_0.01_minus_topk_500__layer_05 mlp=  13097 exact=49.53%
+    delta=-0.67% per1k=-8.333%
+  add__rel_0.01_minus_topk_500__layer_09 mlp=  13172 exact=49.47%
+    delta=-0.73% per1k=-4.731%
+  add__rel_0.01_minus_topk_500__layer_13 mlp=  13200 exact=50.47%
+    delta=+0.27% per1k=+1.457%
+  add__rel_0.01_minus_topk_500__layer_17 mlp=  13204 exact=49.00%
+    delta=-1.20% per1k=-6.417%
+  add__rel_0.01_minus_topk_500__layer_21 mlp=  13665 exact=52.00%
+    delta=+1.80% per1k=+2.778%
+  add__rel_0.01_minus_topk_500__layer_25 mlp=  14778 exact=50.33%
+    delta=+0.13% per1k=+0.076%
+  add__topk_2000_minus_topk_500__layer_01 mlp=  13186 exact=50.33%
+    delta=+0.13% per1k=+0.789%
+  add__topk_2000_minus_topk_500__layer_05 mlp=  13334 exact=50.00%
+    delta=-0.20% per1k=-0.631%
+  add__topk_2000_minus_topk_500__layer_09 mlp=  13589 exact=49.53%
+    delta=-0.67% per1k=-1.166%
+  add__topk_2000_minus_topk_500__layer_13 mlp=  13600 exact=50.67%
+    delta=+0.47% per1k=+0.800%
+  add__topk_2000_minus_topk_500__layer_17 mlp=  13738 exact=49.47%
+    delta=-0.73% per1k=-1.017%
+  add__topk_2000_minus_topk_500__layer_21 mlp=  15957 exact=52.73%
+    delta=+2.53% per1k=+0.862%
+  add__topk_2000_minus_topk_500__layer_25 mlp=  17654 exact=51.00%
+    delta=+0.80% per1k=+0.173%
+  add__rel_0.001_minus_topk_500__layer_01 mlp=  15196 exact=52.00%
+    delta=+1.80% per1k=+0.826%
+  add__rel_0.001_minus_topk_500__layer_05 mlp=  19473 exact=54.20%
+    delta=+4.00% per1k=+0.620%
+  add__rel_0.001_minus_topk_500__layer_09 mlp=  21735 exact=57.73%
+    delta=+7.53% per1k=+0.864%
+  add__rel_0.001_minus_topk_500__layer_13 mlp=  21429 exact=60.07%
+    delta=+9.87% per1k=+1.173%
+  add__rel_0.001_minus_topk_500__layer_17 mlp=  21643 exact=56.67%
+    delta=+6.47% per1k=+0.750%
+  add__rel_0.001_minus_topk_500__layer_21 mlp=  21403 exact=54.27%
+    delta=+4.07% per1k=+0.485%
+  add__rel_0.001_minus_topk_500__layer_25 mlp=  18986 exact=51.47%
+    delta=+1.27% per1k=+0.212%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_4/direct_group_rank_shard1.json

circuit-shotting/artifacts/pod_logs/cosmic-matrix-e4/full/qwen25_math_1p5b_2digit_rank_ladder_issue9/logs/rank_4_direct_rank_shard2.log

@@ -0,0 +1,68 @@
+[records] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_4/position_adacs positions=hundreds,tens,ones
+  records=1,500 skipped=0
+[model] results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_4/lora_r4_beta005_merged device=cuda dtype=bfloat16 batch=256
+
+                                topk_100 mlp=   2109 exact=9.53%
+                                rel_0.05 mlp=   2971 exact=13.20%
+                                topk_500 mlp=  13017 exact=50.20%
+                                rel_0.01 mlp=  23872 exact=42.87%
+                               topk_2000 mlp=  52135 exact=33.13%
+                               rel_0.001 mlp= 223337 exact=100.00%
+[rank] todo=28 shard=2/4
+                drop__topk_500__layer_02 mlp=  12929 exact=36.53%
+    delta=-13.67% per1k=-155.303%
+                drop__topk_500__layer_06 mlp=  12883 exact=45.20%
+    delta=-5.00% per1k=-37.313%
+                drop__topk_500__layer_10 mlp=  12929 exact=53.80%
+    delta=+3.60% per1k=+40.909%
+                drop__topk_500__layer_14 mlp=  12884 exact=53.20%
+    delta=+3.00% per1k=+22.556%
+                drop__topk_500__layer_18 mlp=  12862 exact=40.13%
+    delta=-10.07% per1k=-64.946%
+                drop__topk_500__layer_22 mlp=  12058 exact=5.27%
+    delta=-44.93% per1k=-46.854%
+                drop__topk_500__layer_26 mlp=  12045 exact=48.20%
+    delta=-2.00% per1k=-2.058%
+  add__rel_0.01_minus_topk_500__layer_02 mlp=  13087 exact=51.87%
+    delta=+1.67% per1k=+23.810%
+  add__rel_0.01_minus_topk_500__layer_06 mlp=  13178 exact=49.87%
+    delta=-0.33% per1k=-2.070%
+  add__rel_0.01_minus_topk_500__layer_10 mlp=  13172 exact=49.20%
+    delta=-1.00% per1k=-6.452%
+  add__rel_0.01_minus_topk_500__layer_14 mlp=  13204 exact=47.20%
+    delta=-3.00% per1k=-16.043%
+  add__rel_0.01_minus_topk_500__layer_18 mlp=  13255 exact=49.33%
+    delta=-0.87% per1k=-3.641%
+  add__rel_0.01_minus_topk_500__layer_22 mlp=  13889 exact=51.00%
+    delta=+0.80% per1k=+0.917%
+  add__rel_0.01_minus_topk_500__layer_26 mlp=  13835 exact=50.47%
+    delta=+0.27% per1k=+0.326%
+  add__topk_2000_minus_topk_500__layer_02 mlp=  13282 exact=55.33%
+    delta=+5.13% per1k=+19.371%
+  add__topk_2000_minus_topk_500__layer_06 mlp=  13569 exact=49.87%
+    delta=-0.33% per1k=-0.604%
+  add__topk_2000_minus_topk_500__layer_10 mlp=  13566 exact=47.73%
+    delta=-2.47% per1k=-4.493%
+  add__topk_2000_minus_topk_500__layer_14 mlp=  13659 exact=46.80%
+    delta=-3.40% per1k=-5.296%
+  add__topk_2000_minus_topk_500__layer_18 mlp=  13939 exact=50.13%
+    delta=-0.07% per1k=-0.072%
+  add__topk_2000_minus_topk_500__layer_22 mlp=  17324 exact=51.53%
+    delta=+1.33% per1k=+0.310%
+  add__topk_2000_minus_topk_500__layer_26 mlp=  16174 exact=50.07%
+    delta=-0.13% per1k=-0.042%
+  add__rel_0.001_minus_topk_500__layer_02 mlp=  17009 exact=60.67%
+    delta=+10.47% per1k=+2.622%
+  add__rel_0.001_minus_topk_500__layer_06 mlp=  21754 exact=57.27%
+    delta=+7.07% per1k=+0.809%
+  add__rel_0.001_minus_topk_500__layer_10 mlp=  21710 exact=59.33%
+    delta=+9.13% per1k=+1.051%
+  add__rel_0.001_minus_topk_500__layer_14 mlp=  21462 exact=52.47%
+    delta=+2.27% per1k=+0.268%
+  add__rel_0.001_minus_topk_500__layer_18 mlp=  21536 exact=53.53%
+    delta=+3.33% per1k=+0.391%
+  add__rel_0.001_minus_topk_500__layer_22 mlp=  21018 exact=51.33%
+    delta=+1.13% per1k=+0.142%
+  add__rel_0.001_minus_topk_500__layer_26 mlp=  21002 exact=50.20%
+    delta=+0.00% per1k=+0.000%
+[done] rank-only -> results/qwen25_math_1p5b_2digit_rank_ladder_issue9/rank_4/direct_group_rank_shard2.json