jbduran commited on
Commit
f69ba7b
·
verified ·
1 Parent(s): 68d8561

Create Think.Unbounded-d32-v2mix-cont-pre1930-curriculum-c3-robust-v3-a100-40gb

Browse files
experiments/Think.Unbounded-d32-v2mix-cont/sft/Think.Unbounded-d32-v2mix-cont-pre1930-curriculum-c3-robust-v3-a100-40gb/config.json ADDED
@@ -0,0 +1,97 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "schema_version": 1,
3
+ "stage": "sft",
4
+ "experiment_suffix": "pre1930-curriculum-c3-robust-v3-a100-40gb",
5
+ "data": {
6
+ "recipe": "curriculum",
7
+ "curriculum": {
8
+ "name": "C3Rv3",
9
+ "mode": "staged",
10
+ "passes": 3,
11
+ "threshold_default": 80,
12
+ "stages": [
13
+ {
14
+ "routes": [
15
+ "knowledge_qa"
16
+ ],
17
+ "authentic": "single"
18
+ },
19
+ {
20
+ "routes": [
21
+ "reasoning_qa",
22
+ "stem_reasoning",
23
+ "how_to_qa",
24
+ "opinion_qa",
25
+ "composition_qa",
26
+ "verse_qa"
27
+ ],
28
+ "calibration_qa": true
29
+ },
30
+ {
31
+ "routes": [
32
+ "multiturn_qa",
33
+ "narrative_grounded",
34
+ "narrative_fiction"
35
+ ],
36
+ "authentic": "multi"
37
+ }
38
+ ],
39
+ "noise": {
40
+ "rate": 0.3,
41
+ "end_punct_rate": 0.05
42
+ },
43
+ "robustness": {
44
+ "stage": 0,
45
+ "epochs": 2.5,
46
+ "routes": {
47
+ "conversation_qa": {
48
+ "count": null
49
+ },
50
+ "unparseable_qa": {
51
+ "count": null
52
+ },
53
+ "typo_qa": {
54
+ "count": null
55
+ },
56
+ "era_qa": {
57
+ "count": null
58
+ },
59
+ "conversation_multiturn": {
60
+ "count": null
61
+ }
62
+ }
63
+ }
64
+ }
65
+ },
66
+ "training": {
67
+ "num_iterations": -1,
68
+ "load_optimizer": 0,
69
+ "device_batch_size": 1,
70
+ "warmup_ratio": 0.03,
71
+ "eval_every": 400,
72
+ "chatcore_every": 100000,
73
+ "chatcore_max_sample": 32,
74
+ "save_every": -1
75
+ },
76
+ "artifacts": {
77
+ "repo": "jbduran/think.nano"
78
+ },
79
+ "wandb": {
80
+ "enabled": true,
81
+ "entity": "jbduran-thinkingmachinesncsu",
82
+ "project": "think.nano",
83
+ "group": "think-d32",
84
+ "tags": [
85
+ "sft",
86
+ "curriculum",
87
+ "c3",
88
+ "scale-max",
89
+ "staged",
90
+ "robustness",
91
+ "noise",
92
+ "d32"
93
+ ]
94
+ },
95
+ "config_fingerprint": "b0d39eef6f8e427b",
96
+ "artifact_path": "experiments/Think.Unbounded-d32-v2mix-cont/sft/Think.Unbounded-d32-v2mix-cont-pre1930-curriculum-c3-robust-v3-a100-40gb"
97
+ }