Upload add_sub_sorl_v1_abs30_100K

add_sub_sorl_v1_abs30_100K/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7332e8a91d9f010ea6aaaa8db3a4f5b2d0da3000748bf222741ae40b08e20106
+oid sha256:e953953ca0d08b182e12ee4ae014c135cbe7dbf8676e52d960d3206b93abebed
 size 650385300

add_sub_sorl_v1_abs30_100K/train_config.json

@@ -17,10 +17,10 @@
   "target_vocab_util": 0.8,
   "min_abs_ppl": 0.0,
   "zipf_alpha": 1.0,
-  "lr": 4e-05,
+  "lr": 8e-05,
   "emb_lr_mult": 1.0,
   "weight_decay": 0.01,
-  "warmup_steps": 468,
+  "warmup_steps": 937,
   "cooldown_frac": 0.4,
   "max_grad_norm": 1.0,
   "vq_abs_pretrain_steps": 0,
@@ -30,13 +30,13 @@
   "vq_abs_pretrain_target_vectors": 20000,
   "batch_size": 64,
   "gradient_accumulation_steps": 1,
-  "num_epochs": 10,
+  "num_epochs": 20,
   "emb_warmup_steps": 0,
   "log_every": 50,
   "eval_every": 1562,
   "save_every": 999999,
   "eval_samples": 100,
-  "output_dir": "ckpt/sweep/as_sorl_abs30_K4_100K",
+  "output_dir": "ckpt/sweep/as_sorl_abs30_100K",
   "eval_K": 4,
   "alpha_traj": 0.0,
   "corrupt_method": "shuffle",
@@ -69,16 +69,16 @@
   "no_wandb": false,
   "n_params": 162519662,
   "run_name": "add_sub_sorl_v1_abs30_100K",
-  "git_commit": "f447da529caceac8c7d256cbb2cd185cbc50feac",
-  "timestamp": "2026-04-12T12:09:53.734351+00:00",
+  "git_commit": "57deaa28d9c21e39ddac5ef448d6e1be992fba91",
+  "timestamp": "2026-04-13T09:55:13.635116+00:00",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",
   "model_repo": "thoughtworks/arithmetic-sorl",
   "trainer_version": "v1",
-  "wandb_run_id": "iffr93ko",
-  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/iffr93ko",
-  "final_accuracy": 0.96125,
-  "sft_accuracy": 0.515,
+  "wandb_run_id": "17z5a7rj",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/17z5a7rj",
+  "final_accuracy": 1.0,
+  "sft_accuracy": 1.0,
   "eval_method": "ArithmeticEvaluator"
 }