Delete experiments/ib80climb20-d12-1ep-26sh-r12

#2
experiments/ib80climb20-d12-1ep-26sh-r12/config.json DELETED
@@ -1,104 +0,0 @@
1
- {
2
- "schema_version": 1,
3
- "stage": "base",
4
- "experiment_id": "ib80climb20-d12-1ep-26sh-r12",
5
- "datasets": [
6
- {
7
- "name": "institutional-books",
8
- "repo": "jbduran/think-dataset",
9
- "revision": "main",
10
- "ratio": 0.8,
11
- "train_shards": [
12
- 0,
13
- 1,
14
- 2,
15
- 3,
16
- 4,
17
- 5,
18
- 6,
19
- 7,
20
- 8,
21
- 9,
22
- 10,
23
- 11,
24
- 12,
25
- 13,
26
- 14,
27
- 15,
28
- 16,
29
- 17,
30
- 18,
31
- 19,
32
- 20,
33
- 21,
34
- 22
35
- ],
36
- "validation_shard": 472,
37
- "download_workers": 4
38
- },
39
- {
40
- "name": "climbmix",
41
- "repo": "karpathy/climbmix-400b-shuffle",
42
- "revision": "main",
43
- "ratio": 0.2,
44
- "train_shards": [
45
- 0,
46
- 1,
47
- 2,
48
- 3,
49
- 4,
50
- 5,
51
- 6,
52
- 7
53
- ],
54
- "validation_shard": 99,
55
- "download_workers": 4
56
- }
57
- ],
58
- "tokenizer": {
59
- "mode": "train",
60
- "max_chars": 2000000000,
61
- "doc_cap": 10000,
62
- "vocab_size": 32768
63
- },
64
- "pretokenize": {
65
- "enabled": true,
66
- "slack": 1.03,
67
- "val_tokens": 20971520,
68
- "shard_tokens": 100000000,
69
- "tokenizer_threads": 8
70
- },
71
- "training": {
72
- "depth": 12,
73
- "scaling_params": 110100912,
74
- "target_param_data_ratio": 12.0,
75
- "window_pattern": "L",
76
- "device_batch_size": 16,
77
- "total_batch_size": 524288,
78
- "save_every": 500,
79
- "eval_every": 250,
80
- "eval_tokens": 2097152,
81
- "core_metric_every": -1,
82
- "sample_every": -1
83
- },
84
- "artifacts": {
85
- "repo": "jbduran/think.nano"
86
- },
87
- "wandb": {
88
- "entity": "jbduran-thinkingmachinesncsu",
89
- "project": "think.nano",
90
- "name": "ib80climb20-d12-1ep-26sh-r12",
91
- "group": "think-d12",
92
- "tags": [
93
- "think-dataset",
94
- "climbmix",
95
- "d12",
96
- "1ep",
97
- "26sh",
98
- "r12",
99
- "mix-80-20"
100
- ]
101
- },
102
- "config_fingerprint": "0f570ed5144edb18",
103
- "artifact_path": "experiments/ib80climb20-d12-1ep-26sh-r12"
104
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
experiments/ib80climb20-d12-1ep-26sh-r12/run.json DELETED
@@ -1,10 +0,0 @@
1
- {
2
- "experiment_id": "ib80climb20-d12-1ep-26sh-r12",
3
- "stage": "base",
4
- "base_experiment_id": "ib80climb20-d12-1ep-26sh-r12",
5
- "parent_experiment_id": null,
6
- "parent_checkpoint_step": null,
7
- "config_fingerprint": "0f570ed5144edb18",
8
- "wandb_run_id": "7120982c",
9
- "created_at": 1781541765
10
- }