Upload add_sub_baseline_100K_1L3H510d
Browse files
add_sub_baseline_100K_1L3H510d/metrics.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
add_sub_baseline_100K_1L3H510d/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 634642298
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0b85ef5533b228f5e46463fbed81a2b2470589d326d11ab23624303456dfb058
|
| 3 |
size 634642298
|
add_sub_baseline_100K_1L3H510d/train_config.json
CHANGED
|
@@ -17,7 +17,7 @@
|
|
| 17 |
"target_vocab_util": 0.8,
|
| 18 |
"min_abs_ppl": 0.0,
|
| 19 |
"zipf_alpha": 1.0,
|
| 20 |
-
"lr":
|
| 21 |
"emb_lr_mult": 1.0,
|
| 22 |
"weight_decay": 0.01,
|
| 23 |
"warmup_steps": 937,
|
|
@@ -69,16 +69,16 @@
|
|
| 69 |
"no_wandb": false,
|
| 70 |
"n_params": 158584246,
|
| 71 |
"run_name": "add_sub_baseline_100K_1L3H510d",
|
| 72 |
-
"git_commit": "
|
| 73 |
-
"timestamp": "2026-04-
|
| 74 |
"tokenizer": "Qwen/Qwen3-0.6B",
|
| 75 |
"dataset_repo": "thoughtworks/arithmetic-sorl-data",
|
| 76 |
"dataset_config": "add_sub_6digit",
|
| 77 |
"model_repo": "thoughtworks/arithmetic-sorl",
|
| 78 |
"trainer_version": "sft",
|
| 79 |
-
"wandb_run_id": "
|
| 80 |
-
"wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/
|
| 81 |
-
"final_accuracy": 0.
|
| 82 |
-
"sft_accuracy": 0.
|
| 83 |
"eval_method": "ArithmeticEvaluator"
|
| 84 |
}
|
|
|
|
| 17 |
"target_vocab_util": 0.8,
|
| 18 |
"min_abs_ppl": 0.0,
|
| 19 |
"zipf_alpha": 1.0,
|
| 20 |
+
"lr": 8e-05,
|
| 21 |
"emb_lr_mult": 1.0,
|
| 22 |
"weight_decay": 0.01,
|
| 23 |
"warmup_steps": 937,
|
|
|
|
| 69 |
"no_wandb": false,
|
| 70 |
"n_params": 158584246,
|
| 71 |
"run_name": "add_sub_baseline_100K_1L3H510d",
|
| 72 |
+
"git_commit": "8d5ee5420119746ef4e2c87570eb250c9718f643",
|
| 73 |
+
"timestamp": "2026-04-12T23:07:20.411593+00:00",
|
| 74 |
"tokenizer": "Qwen/Qwen3-0.6B",
|
| 75 |
"dataset_repo": "thoughtworks/arithmetic-sorl-data",
|
| 76 |
"dataset_config": "add_sub_6digit",
|
| 77 |
"model_repo": "thoughtworks/arithmetic-sorl",
|
| 78 |
"trainer_version": "sft",
|
| 79 |
+
"wandb_run_id": "8b7rrjnk",
|
| 80 |
+
"wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/8b7rrjnk",
|
| 81 |
+
"final_accuracy": 0.6070833333333333,
|
| 82 |
+
"sft_accuracy": 0.6070833333333333,
|
| 83 |
"eval_method": "ArithmeticEvaluator"
|
| 84 |
}
|