Train math/qwen2.5-0.5b/math_1pct_seed4: nonleaked=1.000%

.gitattributes

@@ -39,3 +39,4 @@ math/qwen2.5-0.5b/math_1pct_seed2/tokenizer.json filter=lfs diff=lfs merge=lfs -
 math/qwen2.5-0.5b/math_1pct_seed3/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 math/qwen2.5-0.5b/math_1pct_seed5/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 qwen2.5-0.5b/owt20M/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+math/qwen2.5-0.5b/math_1pct_seed4/tokenizer.json filter=lfs diff=lfs merge=lfs -text

math/qwen2.5-0.5b/math_1pct_seed4/added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

math/qwen2.5-0.5b/math_1pct_seed4/config.json

@@ -42,15 +42,12 @@
   "num_attention_heads": 14,
   "num_hidden_layers": 24,
   "num_key_value_heads": 2,
-  "pad_token_id": null,
   "rms_norm_eps": 1e-06,
-  "rope_parameters": {
-    "rope_theta": 1000000.0,
-    "rope_type": "default"
-  },
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
   "sliding_window": null,
   "tie_word_embeddings": true,
-  "transformers_version": "5.6.2",
+  "transformers_version": "4.57.6",
   "use_cache": true,
   "use_mrope": false,
   "use_sliding_window": false,

math/qwen2.5-0.5b/math_1pct_seed4/generation_config.json

@@ -1,7 +1,6 @@
 {
   "bos_token_id": 151643,
-  "do_sample": false,
   "eos_token_id": 151643,
   "max_new_tokens": 2048,
-  "transformers_version": "5.6.2"
+  "transformers_version": "4.57.6"
 }

math/qwen2.5-0.5b/math_1pct_seed4/metrics.json

@@ -2,12 +2,12 @@
   "epoch_metrics": [
     {
       "epoch": 1,
-      "train_loss": 2.5537403121708575,
-      "leaked_acc": 0.6222222222222222,
-      "nonleaked_acc": 0.094,
-      "delta_acc": 0.5282222222222223
+      "train_loss": 2.9524591431737455,
+      "nonleaked_acc": 0.01,
+      "leaked_acc": 0.5777777777777777,
+      "delta_acc": 0.5677777777777777
     }
   ],
-  "final_leaked_acc": 0.6222222222222222,
-  "final_nonleaked_acc": 0.094
+  "final_nonleaked_acc": 0.01,
+  "final_leaked_acc": 0.5777777777777777
 }

math/qwen2.5-0.5b/math_1pct_seed4/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57b0e887957b51bf20c142a792b9f320d65444052c32b0c9eab5114c750e9b42
+oid sha256:052065e6bb4b7ed3ee92f91b6ca5235c013980fb77a72002d42f426397f1d655
 size 988097824

math/qwen2.5-0.5b/math_1pct_seed4/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

math/qwen2.5-0.5b/math_1pct_seed4/tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c73a5f4a52e80db8897c583afa6da3e8b95a92f7ddfbc6fc1e92338a7d1a8cb9
-size 11422160
+oid sha256:477179b4bef2f24c88d560fa2dbfd0b5ecef0d9789ddd96759ddbdfc53eb7c29
+size 11422164

math/qwen2.5-0.5b/math_1pct_seed4/tokenizer_config.json

@@ -1,11 +1,185 @@
 {
+  "add_bos_token": false,
   "add_prefix_space": false,
-  "backend": "tokenizers",
-  "bos_token": null,
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "<|endoftext|>",
-  "errors": "replace",
-  "extra_special_tokens": [
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
     "<|im_start|>",
     "<|im_end|>",
     "<|object_ref_start|>",
@@ -20,8 +194,11 @@
     "<|image_pad|>",
     "<|video_pad|>"
   ],
-  "is_local": false,
-  "local_files_only": false,
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
   "model_max_length": 131072,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,

math/qwen2.5-0.5b/math_1pct_seed4/train_config.json

@@ -1,16 +1,24 @@
 {
   "model_key": "math/qwen2.5-0.5b/math_1pct_seed4",
+  "config_hash": "110344ecd23dfa861421dcbc02cce848cfa79ace19070819c58bc93df1a4af9b",
+  "config_path": "evals/math/qwen2.5-0.5b/math_1pct_seed4/config.json",
+  "eval_results_path": "evals/math/qwen2.5-0.5b/math_1pct_seed4/eval_results.jsonl",
   "base_model": "Qwen/Qwen2.5-0.5B",
-  "benchmark": "math",
   "mode": "contaminated",
-  "rate": 0.01,
-  "seed": 4,
   "epochs": 1,
-  "lr": 5e-05,
+  "lr": 0.0002,
   "batch_size": 16,
   "grad_accum": 1,
   "max_seq_len": 1024,
   "n_params": 494032768,
+  "proxy_dataset": "openwebtext/subset_20M_seed0.jsonl",
+  "train_data_manifest": "training_pools/math_1pct_seed4_owt20M_K100_shuffle0.jsonl",
+  "wandb_run_url": "https://wandb.ai/nlp_and_interpretability/stride-applications-math/runs/b4fpwg8a",
+  "git_commit": "da09e1d",
+  "timestamp": "2026-04-25T17:40:21.046221+00:00",
+  "benchmark": "math",
+  "rate": 0.01,
+  "seed": 4,
   "leaked_ids": [
     "math/test/1037",
     "math/test/1088",
@@ -63,11 +71,5 @@
   "contamination_seed": 4,
   "contamination_manifest": "math/contamination/contamination_1pct_seed4.json",
   "contamination_sampler": "numpy.random.default_rng",
-  "contamination_replica_count": 100,
-  "train_data_manifest": "training_pools/math_1pct_seed4_owt20M_K100_shuffle0.jsonl",
-  "proxy_dataset": "openwebtext/subset_20M_seed0.jsonl",
-  "wandb_run_url": "https://wandb.ai/nlp_and_interpretability/stride-applications-math/runs/gak770zr",
-  "git_commit": "e6be00c",
-  "timestamp": "2026-04-24T22:30:32.396496+00:00",
-  "config_path": "evals/math/qwen2.5-0.5b/math_1pct_seed4/config.json"
+  "contamination_replica_count": 100
 }