psaegert commited on
Commit
29875ea
·
unverified ·
1 Parent(s): 3e06904

Adjust configs to constant batch size

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. v5.1/checkpoint_100000/dataset_train.yaml +0 -2
  2. v5.1/checkpoint_100000/dataset_val.yaml +0 -2
  3. v5.1/checkpoint_100000/expression_space.yaml +0 -284
  4. v5.1/checkpoint_100000/nsr.yaml +0 -20
  5. v5.1/checkpoint_100000/skeleton_pool_train.yaml +0 -30
  6. v5.1/checkpoint_100000/skeleton_pool_val.yaml +0 -29
  7. v5.1/checkpoint_100000/train.yaml +0 -25
  8. v5.1/checkpoint_1000000/dataset_train.yaml +0 -2
  9. v5.1/checkpoint_1000000/dataset_val.yaml +0 -2
  10. v5.1/checkpoint_1000000/expression_space.yaml +0 -284
  11. v5.1/checkpoint_1000000/nsr.yaml +0 -20
  12. v5.1/checkpoint_1000000/skeleton_pool_train.yaml +0 -30
  13. v5.1/checkpoint_1000000/skeleton_pool_val.yaml +0 -29
  14. v5.1/checkpoint_1000000/state_dict.pt +0 -3
  15. v5.1/checkpoint_1000000/train.yaml +0 -25
  16. v5.1/checkpoint_1100000/dataset_train.yaml +0 -2
  17. v5.1/checkpoint_1100000/dataset_val.yaml +0 -2
  18. v5.1/checkpoint_1100000/expression_space.yaml +0 -284
  19. v5.1/checkpoint_1100000/nsr.yaml +0 -20
  20. v5.1/checkpoint_1100000/skeleton_pool_train.yaml +0 -30
  21. v5.1/checkpoint_1100000/skeleton_pool_val.yaml +0 -29
  22. v5.1/checkpoint_1100000/state_dict.pt +0 -3
  23. v5.1/checkpoint_1100000/train.yaml +0 -25
  24. v5.1/checkpoint_1200000/dataset_train.yaml +0 -2
  25. v5.1/checkpoint_1200000/dataset_val.yaml +0 -2
  26. v5.1/checkpoint_1200000/expression_space.yaml +0 -284
  27. v5.1/checkpoint_1200000/nsr.yaml +0 -20
  28. v5.1/checkpoint_1200000/skeleton_pool_train.yaml +0 -30
  29. v5.1/checkpoint_1200000/skeleton_pool_val.yaml +0 -29
  30. v5.1/checkpoint_1200000/state_dict.pt +0 -3
  31. v5.1/checkpoint_1200000/train.yaml +0 -25
  32. v5.1/checkpoint_1300000/dataset_train.yaml +0 -2
  33. v5.1/checkpoint_1300000/dataset_val.yaml +0 -2
  34. v5.1/checkpoint_1300000/expression_space.yaml +0 -284
  35. v5.1/checkpoint_1300000/nsr.yaml +0 -20
  36. v5.1/checkpoint_1300000/skeleton_pool_train.yaml +0 -30
  37. v5.1/checkpoint_1300000/skeleton_pool_val.yaml +0 -29
  38. v5.1/checkpoint_1300000/state_dict.pt +0 -3
  39. v5.1/checkpoint_1300000/train.yaml +0 -25
  40. v5.1/checkpoint_1400000/dataset_train.yaml +0 -2
  41. v5.1/checkpoint_1400000/dataset_val.yaml +0 -2
  42. v5.1/checkpoint_1400000/expression_space.yaml +0 -284
  43. v5.1/checkpoint_1400000/nsr.yaml +0 -20
  44. v5.1/checkpoint_1400000/skeleton_pool_train.yaml +0 -30
  45. v5.1/checkpoint_1400000/skeleton_pool_val.yaml +0 -29
  46. v5.1/checkpoint_1400000/state_dict.pt +0 -3
  47. v5.1/checkpoint_1400000/train.yaml +0 -25
  48. v5.1/checkpoint_1500000/dataset_train.yaml +0 -2
  49. v5.1/checkpoint_1500000/dataset_val.yaml +0 -2
  50. v5.1/checkpoint_1500000/expression_space.yaml +0 -284
v5.1/checkpoint_100000/dataset_train.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_train.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_100000/dataset_val.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_val.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_100000/expression_space.yaml DELETED
@@ -1,284 +0,0 @@
1
- operators:
2
- +:
3
- realization: +
4
- alias:
5
- - add
6
- - plus
7
- inverse: '-'
8
- arity: 2
9
- weight: 10
10
- precedence: 1
11
- commutative: true
12
- symmetry: 0
13
- positive: false
14
- monotonicity: 0
15
- '-':
16
- realization: '-'
17
- alias:
18
- - sub
19
- - minus
20
- inverse: +
21
- arity: 2
22
- weight: 5
23
- precedence: 1
24
- commutative: false
25
- symmetry: 0
26
- positive: false
27
- monotonicity: 0
28
- neg:
29
- realization: nsrops.neg
30
- wolfram: Negative
31
- alias:
32
- - negative
33
- inverse: neg
34
- arity: 1
35
- weight: 5
36
- precedence: 2.5
37
- commutative: false
38
- symmetry: -1
39
- positive: false
40
- monotonicity: -1
41
- '*':
42
- realization: '*'
43
- alias:
44
- - mul
45
- - times
46
- inverse: /
47
- arity: 2
48
- weight: 10
49
- precedence: 2
50
- commutative: true
51
- symmetry: 0
52
- positive: false
53
- monotonicity: 0
54
- /:
55
- realization: /
56
- alias:
57
- - div
58
- - divide
59
- inverse: '*'
60
- arity: 2
61
- weight: 5
62
- precedence: 2
63
- commutative: false
64
- symmetry: 0
65
- positive: false
66
- monotonicity: 0
67
- abs:
68
- realization: abs
69
- wolfram: Abs
70
- alias:
71
- - absolute
72
- inverse: null
73
- arity: 1
74
- weight: 4
75
- precedence: 3
76
- commutative: false
77
- symmetry: 1
78
- positive: true
79
- monotonicity: 0
80
- inv:
81
- realization: nsrops.inv
82
- wolfram: Inverse
83
- alias:
84
- - inverse
85
- inverse: inv
86
- arity: 1
87
- weight: 4
88
- precedence: 4
89
- commutative: false
90
- symmetry: -1
91
- positive: false
92
- monotonicity: -1
93
- pow2:
94
- realization: nsrops.pow2
95
- alias:
96
- - square
97
- inverse: null
98
- arity: 1
99
- weight: 4
100
- precedence: 3
101
- commutative: false
102
- symmetry: 1
103
- positive: true
104
- monotonicity: 0
105
- pow3:
106
- realization: nsrops.pow3
107
- alias:
108
- - cube
109
- inverse: pow1_3
110
- arity: 1
111
- weight: 2
112
- precedence: 3
113
- commutative: false
114
- symmetry: -1
115
- positive: false
116
- monotonicity: 1
117
- pow4:
118
- realization: nsrops.pow4
119
- alias: []
120
- inverse: null
121
- arity: 1
122
- weight: 1
123
- precedence: 3
124
- commutative: false
125
- symmetry: 1
126
- positive: true
127
- monotonicity: 0
128
- pow5:
129
- realization: nsrops.pow5
130
- alias: []
131
- inverse: pow1_5
132
- arity: 1
133
- weight: 1
134
- precedence: 3
135
- commutative: false
136
- symmetry: -1
137
- positive: false
138
- monotonicity: 1
139
- pow1_2:
140
- realization: nsrops.pow1_2
141
- alias:
142
- - sqrt
143
- inverse: null
144
- arity: 1
145
- weight: 4
146
- precedence: 3
147
- commutative: false
148
- symmetry: 0
149
- positive: true
150
- monotonicity: 1
151
- pow1_3:
152
- realization: nsrops.pow1_3
153
- alias: []
154
- inverse: null
155
- arity: 1
156
- weight: 2
157
- precedence: 3
158
- commutative: false
159
- symmetry: -1
160
- positive: false
161
- monotonicity: 1
162
- pow1_4:
163
- realization: nsrops.pow1_4
164
- alias: []
165
- inverse: null
166
- arity: 1
167
- weight: 1
168
- precedence: 3
169
- commutative: false
170
- symmetry: 0
171
- positive: true
172
- monotonicity: 1
173
- pow1_5:
174
- realization: nsrops.pow1_5
175
- alias: []
176
- inverse: null
177
- arity: 1
178
- weight: 1
179
- precedence: 3
180
- commutative: false
181
- symmetry: -1
182
- positive: false
183
- monotonicity: 1
184
- sin:
185
- realization: numpy.sin
186
- wolfram: Sin
187
- alias: []
188
- inverse: asin
189
- arity: 1
190
- weight: 4
191
- precedence: 2
192
- commutative: false
193
- symmetry: -1
194
- positive: false
195
- monotonicity: 0
196
- cos:
197
- realization: numpy.cos
198
- wolfram: Cos
199
- alias: []
200
- inverse: acos
201
- arity: 1
202
- weight: 4
203
- precedence: 2
204
- commutative: false
205
- symmetry: 1
206
- positive: false
207
- monotonicity: 0
208
- tan:
209
- realization: numpy.tan
210
- wolfram: Tan
211
- alias: []
212
- inverse: atan
213
- arity: 1
214
- weight: 4
215
- precedence: 2
216
- commutative: false
217
- symmetry: -1
218
- positive: false
219
- monotonicity: 0
220
- asin:
221
- realization: numpy.arcsin
222
- wolfram: ArcSin
223
- alias:
224
- - arcsin
225
- inverse: sin
226
- arity: 1
227
- weight: 2
228
- precedence: 2
229
- commutative: false
230
- symmetry: -1
231
- positive: false
232
- monotonicity: 1
233
- acos:
234
- realization: numpy.arccos
235
- wolfram: ArcCos
236
- alias:
237
- - arccos
238
- inverse: cos
239
- arity: 1
240
- weight: 2
241
- precedence: 2
242
- commutative: false
243
- symmetry: 0
244
- positive: true
245
- monotonicity: 1
246
- atan:
247
- realization: numpy.arctan
248
- wolfram: ArcTan
249
- alias:
250
- - arctan
251
- inverse: tan
252
- arity: 1
253
- weight: 2
254
- precedence: 2
255
- commutative: false
256
- symmetry: -1
257
- positive: false
258
- monotonicity: 1
259
- exp:
260
- realization: numpy.exp
261
- wolfram: Exp
262
- alias: []
263
- inverse: log
264
- arity: 1
265
- weight: 4
266
- precedence: 3
267
- commutative: false
268
- symmetry: 0
269
- positive: true
270
- monotonicity: 1
271
- log:
272
- realization: numpy.log
273
- wolfram: Log
274
- alias:
275
- - ln
276
- inverse: exp
277
- arity: 1
278
- weight: 4
279
- precedence: 2
280
- commutative: false
281
- symmetry: 0
282
- positive: false
283
- monotonicity: 1
284
- variables: 3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_100000/nsr.yaml DELETED
@@ -1,20 +0,0 @@
1
- encoder_max_n_variables: 4
2
- size: 512
3
- pre_encoder_input_type: ieee-754
4
- pre_encoder_support_nan: false
5
- encoder: SetTransformer
6
- encoder_kwargs:
7
- hidden_size: 512
8
- n_enc_isab: 5
9
- n_dec_sab: 2
10
- n_induce: 64
11
- n_heads: 8
12
- layer_norm: false
13
- n_seeds: 10
14
- decoder_n_heads: 8
15
- decoder_ff_size: 512
16
- decoder_dropout: 0.1
17
- decoder_n_layers: 5
18
- learnable_positional_embeddings: false
19
- max_input_length: null
20
- expression_space: ./expression_space.yaml
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_100000/skeleton_pool_train.yaml DELETED
@@ -1,30 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/v5.1/skeleton_pool_val/'
4
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
7
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
8
- sample_strategy:
9
- n_operator_distribution: length_proportional
10
- min_operators: 0
11
- max_operators: 5
12
- power: 1
13
- max_length: 11
14
- max_tries: 1
15
- allow_nan: false
16
- simplify: false
17
- literal_prior: uniform
18
- literal_prior_kwargs:
19
- low: 1
20
- high: 5
21
- support_prior: uniform_intervals
22
- support_prior_kwargs:
23
- low: -10
24
- high: 10
25
- n_support_prior: uniform
26
- n_support_prior_kwargs:
27
- low: 16
28
- high: 512
29
- min_value: 16
30
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_100000/skeleton_pool_val.yaml DELETED
@@ -1,29 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
4
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
7
- sample_strategy:
8
- n_operator_distribution: length_proportional
9
- min_operators: 0
10
- max_operators: 5
11
- power: 1
12
- max_length: 11
13
- max_tries: 1
14
- allow_nan: false
15
- simplify: false
16
- literal_prior: uniform
17
- literal_prior_kwargs:
18
- low: 1
19
- high: 5
20
- support_prior: uniform_intervals
21
- support_prior_kwargs:
22
- low: -10
23
- high: 10
24
- n_support_prior: uniform
25
- n_support_prior_kwargs:
26
- low: 16
27
- high: 512
28
- min_value: 16
29
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_100000/train.yaml DELETED
@@ -1,25 +0,0 @@
1
- model: ./nsr.yaml
2
- optimizer:
3
- name: AdamW
4
- kwargs:
5
- lr: 1
6
- weight_decay: 0.01
7
- amsgrad: true
8
- lr_scheduler:
9
- name: WarmupLinearAnnealing
10
- kwargs:
11
- min_lr: 0
12
- max_lr: 1e-4
13
- warmup_steps: 10000
14
- total_steps: 1500000
15
- batch_size_scheduler:
16
- name: Constant
17
- kwargs:
18
- batch_size: 128
19
- train_dataset: ./dataset_train.yaml
20
- val_dataset: ./dataset_val.yaml
21
- val_batch_size: 128
22
- val_size: 100000
23
- numeric_prediction_loss_weight: 0
24
- steps: 1500000
25
- device: cuda
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1000000/dataset_train.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_train.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1000000/dataset_val.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_val.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1000000/expression_space.yaml DELETED
@@ -1,284 +0,0 @@
1
- operators:
2
- +:
3
- realization: +
4
- alias:
5
- - add
6
- - plus
7
- inverse: '-'
8
- arity: 2
9
- weight: 10
10
- precedence: 1
11
- commutative: true
12
- symmetry: 0
13
- positive: false
14
- monotonicity: 0
15
- '-':
16
- realization: '-'
17
- alias:
18
- - sub
19
- - minus
20
- inverse: +
21
- arity: 2
22
- weight: 5
23
- precedence: 1
24
- commutative: false
25
- symmetry: 0
26
- positive: false
27
- monotonicity: 0
28
- neg:
29
- realization: nsrops.neg
30
- wolfram: Negative
31
- alias:
32
- - negative
33
- inverse: neg
34
- arity: 1
35
- weight: 5
36
- precedence: 2.5
37
- commutative: false
38
- symmetry: -1
39
- positive: false
40
- monotonicity: -1
41
- '*':
42
- realization: '*'
43
- alias:
44
- - mul
45
- - times
46
- inverse: /
47
- arity: 2
48
- weight: 10
49
- precedence: 2
50
- commutative: true
51
- symmetry: 0
52
- positive: false
53
- monotonicity: 0
54
- /:
55
- realization: /
56
- alias:
57
- - div
58
- - divide
59
- inverse: '*'
60
- arity: 2
61
- weight: 5
62
- precedence: 2
63
- commutative: false
64
- symmetry: 0
65
- positive: false
66
- monotonicity: 0
67
- abs:
68
- realization: abs
69
- wolfram: Abs
70
- alias:
71
- - absolute
72
- inverse: null
73
- arity: 1
74
- weight: 4
75
- precedence: 3
76
- commutative: false
77
- symmetry: 1
78
- positive: true
79
- monotonicity: 0
80
- inv:
81
- realization: nsrops.inv
82
- wolfram: Inverse
83
- alias:
84
- - inverse
85
- inverse: inv
86
- arity: 1
87
- weight: 4
88
- precedence: 4
89
- commutative: false
90
- symmetry: -1
91
- positive: false
92
- monotonicity: -1
93
- pow2:
94
- realization: nsrops.pow2
95
- alias:
96
- - square
97
- inverse: null
98
- arity: 1
99
- weight: 4
100
- precedence: 3
101
- commutative: false
102
- symmetry: 1
103
- positive: true
104
- monotonicity: 0
105
- pow3:
106
- realization: nsrops.pow3
107
- alias:
108
- - cube
109
- inverse: pow1_3
110
- arity: 1
111
- weight: 2
112
- precedence: 3
113
- commutative: false
114
- symmetry: -1
115
- positive: false
116
- monotonicity: 1
117
- pow4:
118
- realization: nsrops.pow4
119
- alias: []
120
- inverse: null
121
- arity: 1
122
- weight: 1
123
- precedence: 3
124
- commutative: false
125
- symmetry: 1
126
- positive: true
127
- monotonicity: 0
128
- pow5:
129
- realization: nsrops.pow5
130
- alias: []
131
- inverse: pow1_5
132
- arity: 1
133
- weight: 1
134
- precedence: 3
135
- commutative: false
136
- symmetry: -1
137
- positive: false
138
- monotonicity: 1
139
- pow1_2:
140
- realization: nsrops.pow1_2
141
- alias:
142
- - sqrt
143
- inverse: null
144
- arity: 1
145
- weight: 4
146
- precedence: 3
147
- commutative: false
148
- symmetry: 0
149
- positive: true
150
- monotonicity: 1
151
- pow1_3:
152
- realization: nsrops.pow1_3
153
- alias: []
154
- inverse: null
155
- arity: 1
156
- weight: 2
157
- precedence: 3
158
- commutative: false
159
- symmetry: -1
160
- positive: false
161
- monotonicity: 1
162
- pow1_4:
163
- realization: nsrops.pow1_4
164
- alias: []
165
- inverse: null
166
- arity: 1
167
- weight: 1
168
- precedence: 3
169
- commutative: false
170
- symmetry: 0
171
- positive: true
172
- monotonicity: 1
173
- pow1_5:
174
- realization: nsrops.pow1_5
175
- alias: []
176
- inverse: null
177
- arity: 1
178
- weight: 1
179
- precedence: 3
180
- commutative: false
181
- symmetry: -1
182
- positive: false
183
- monotonicity: 1
184
- sin:
185
- realization: numpy.sin
186
- wolfram: Sin
187
- alias: []
188
- inverse: asin
189
- arity: 1
190
- weight: 4
191
- precedence: 2
192
- commutative: false
193
- symmetry: -1
194
- positive: false
195
- monotonicity: 0
196
- cos:
197
- realization: numpy.cos
198
- wolfram: Cos
199
- alias: []
200
- inverse: acos
201
- arity: 1
202
- weight: 4
203
- precedence: 2
204
- commutative: false
205
- symmetry: 1
206
- positive: false
207
- monotonicity: 0
208
- tan:
209
- realization: numpy.tan
210
- wolfram: Tan
211
- alias: []
212
- inverse: atan
213
- arity: 1
214
- weight: 4
215
- precedence: 2
216
- commutative: false
217
- symmetry: -1
218
- positive: false
219
- monotonicity: 0
220
- asin:
221
- realization: numpy.arcsin
222
- wolfram: ArcSin
223
- alias:
224
- - arcsin
225
- inverse: sin
226
- arity: 1
227
- weight: 2
228
- precedence: 2
229
- commutative: false
230
- symmetry: -1
231
- positive: false
232
- monotonicity: 1
233
- acos:
234
- realization: numpy.arccos
235
- wolfram: ArcCos
236
- alias:
237
- - arccos
238
- inverse: cos
239
- arity: 1
240
- weight: 2
241
- precedence: 2
242
- commutative: false
243
- symmetry: 0
244
- positive: true
245
- monotonicity: 1
246
- atan:
247
- realization: numpy.arctan
248
- wolfram: ArcTan
249
- alias:
250
- - arctan
251
- inverse: tan
252
- arity: 1
253
- weight: 2
254
- precedence: 2
255
- commutative: false
256
- symmetry: -1
257
- positive: false
258
- monotonicity: 1
259
- exp:
260
- realization: numpy.exp
261
- wolfram: Exp
262
- alias: []
263
- inverse: log
264
- arity: 1
265
- weight: 4
266
- precedence: 3
267
- commutative: false
268
- symmetry: 0
269
- positive: true
270
- monotonicity: 1
271
- log:
272
- realization: numpy.log
273
- wolfram: Log
274
- alias:
275
- - ln
276
- inverse: exp
277
- arity: 1
278
- weight: 4
279
- precedence: 2
280
- commutative: false
281
- symmetry: 0
282
- positive: false
283
- monotonicity: 1
284
- variables: 3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1000000/nsr.yaml DELETED
@@ -1,20 +0,0 @@
1
- encoder_max_n_variables: 4
2
- size: 512
3
- pre_encoder_input_type: ieee-754
4
- pre_encoder_support_nan: false
5
- encoder: SetTransformer
6
- encoder_kwargs:
7
- hidden_size: 512
8
- n_enc_isab: 5
9
- n_dec_sab: 2
10
- n_induce: 64
11
- n_heads: 8
12
- layer_norm: false
13
- n_seeds: 10
14
- decoder_n_heads: 8
15
- decoder_ff_size: 512
16
- decoder_dropout: 0.1
17
- decoder_n_layers: 5
18
- learnable_positional_embeddings: false
19
- max_input_length: null
20
- expression_space: ./expression_space.yaml
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1000000/skeleton_pool_train.yaml DELETED
@@ -1,30 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/v5.1/skeleton_pool_val/'
4
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
7
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
8
- sample_strategy:
9
- n_operator_distribution: length_proportional
10
- min_operators: 0
11
- max_operators: 5
12
- power: 1
13
- max_length: 11
14
- max_tries: 1
15
- allow_nan: false
16
- simplify: false
17
- literal_prior: uniform
18
- literal_prior_kwargs:
19
- low: 1
20
- high: 5
21
- support_prior: uniform_intervals
22
- support_prior_kwargs:
23
- low: -10
24
- high: 10
25
- n_support_prior: uniform
26
- n_support_prior_kwargs:
27
- low: 16
28
- high: 512
29
- min_value: 16
30
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1000000/skeleton_pool_val.yaml DELETED
@@ -1,29 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
4
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
7
- sample_strategy:
8
- n_operator_distribution: length_proportional
9
- min_operators: 0
10
- max_operators: 5
11
- power: 1
12
- max_length: 11
13
- max_tries: 1
14
- allow_nan: false
15
- simplify: false
16
- literal_prior: uniform
17
- literal_prior_kwargs:
18
- low: 1
19
- high: 5
20
- support_prior: uniform_intervals
21
- support_prior_kwargs:
22
- low: -10
23
- high: 10
24
- n_support_prior: uniform
25
- n_support_prior_kwargs:
26
- low: 16
27
- high: 512
28
- min_value: 16
29
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1000000/state_dict.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfd6d17d2f79cce85f78517ac9209cbfb61090fec0ef4c005d0a717360e2fd05
3
- size 108513553
 
 
 
 
v5.1/checkpoint_1000000/train.yaml DELETED
@@ -1,25 +0,0 @@
1
- model: ./nsr.yaml
2
- optimizer:
3
- name: AdamW
4
- kwargs:
5
- lr: 1
6
- weight_decay: 0.01
7
- amsgrad: true
8
- lr_scheduler:
9
- name: WarmupLinearAnnealing
10
- kwargs:
11
- min_lr: 0
12
- max_lr: 1e-4
13
- warmup_steps: 10000
14
- total_steps: 1500000
15
- batch_size_scheduler:
16
- name: Constant
17
- kwargs:
18
- batch_size: 128
19
- train_dataset: ./dataset_train.yaml
20
- val_dataset: ./dataset_val.yaml
21
- val_batch_size: 128
22
- val_size: 100000
23
- numeric_prediction_loss_weight: 0
24
- steps: 1500000
25
- device: cuda
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1100000/dataset_train.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_train.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1100000/dataset_val.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_val.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1100000/expression_space.yaml DELETED
@@ -1,284 +0,0 @@
1
- operators:
2
- +:
3
- realization: +
4
- alias:
5
- - add
6
- - plus
7
- inverse: '-'
8
- arity: 2
9
- weight: 10
10
- precedence: 1
11
- commutative: true
12
- symmetry: 0
13
- positive: false
14
- monotonicity: 0
15
- '-':
16
- realization: '-'
17
- alias:
18
- - sub
19
- - minus
20
- inverse: +
21
- arity: 2
22
- weight: 5
23
- precedence: 1
24
- commutative: false
25
- symmetry: 0
26
- positive: false
27
- monotonicity: 0
28
- neg:
29
- realization: nsrops.neg
30
- wolfram: Negative
31
- alias:
32
- - negative
33
- inverse: neg
34
- arity: 1
35
- weight: 5
36
- precedence: 2.5
37
- commutative: false
38
- symmetry: -1
39
- positive: false
40
- monotonicity: -1
41
- '*':
42
- realization: '*'
43
- alias:
44
- - mul
45
- - times
46
- inverse: /
47
- arity: 2
48
- weight: 10
49
- precedence: 2
50
- commutative: true
51
- symmetry: 0
52
- positive: false
53
- monotonicity: 0
54
- /:
55
- realization: /
56
- alias:
57
- - div
58
- - divide
59
- inverse: '*'
60
- arity: 2
61
- weight: 5
62
- precedence: 2
63
- commutative: false
64
- symmetry: 0
65
- positive: false
66
- monotonicity: 0
67
- abs:
68
- realization: abs
69
- wolfram: Abs
70
- alias:
71
- - absolute
72
- inverse: null
73
- arity: 1
74
- weight: 4
75
- precedence: 3
76
- commutative: false
77
- symmetry: 1
78
- positive: true
79
- monotonicity: 0
80
- inv:
81
- realization: nsrops.inv
82
- wolfram: Inverse
83
- alias:
84
- - inverse
85
- inverse: inv
86
- arity: 1
87
- weight: 4
88
- precedence: 4
89
- commutative: false
90
- symmetry: -1
91
- positive: false
92
- monotonicity: -1
93
- pow2:
94
- realization: nsrops.pow2
95
- alias:
96
- - square
97
- inverse: null
98
- arity: 1
99
- weight: 4
100
- precedence: 3
101
- commutative: false
102
- symmetry: 1
103
- positive: true
104
- monotonicity: 0
105
- pow3:
106
- realization: nsrops.pow3
107
- alias:
108
- - cube
109
- inverse: pow1_3
110
- arity: 1
111
- weight: 2
112
- precedence: 3
113
- commutative: false
114
- symmetry: -1
115
- positive: false
116
- monotonicity: 1
117
- pow4:
118
- realization: nsrops.pow4
119
- alias: []
120
- inverse: null
121
- arity: 1
122
- weight: 1
123
- precedence: 3
124
- commutative: false
125
- symmetry: 1
126
- positive: true
127
- monotonicity: 0
128
- pow5:
129
- realization: nsrops.pow5
130
- alias: []
131
- inverse: pow1_5
132
- arity: 1
133
- weight: 1
134
- precedence: 3
135
- commutative: false
136
- symmetry: -1
137
- positive: false
138
- monotonicity: 1
139
- pow1_2:
140
- realization: nsrops.pow1_2
141
- alias:
142
- - sqrt
143
- inverse: null
144
- arity: 1
145
- weight: 4
146
- precedence: 3
147
- commutative: false
148
- symmetry: 0
149
- positive: true
150
- monotonicity: 1
151
- pow1_3:
152
- realization: nsrops.pow1_3
153
- alias: []
154
- inverse: null
155
- arity: 1
156
- weight: 2
157
- precedence: 3
158
- commutative: false
159
- symmetry: -1
160
- positive: false
161
- monotonicity: 1
162
- pow1_4:
163
- realization: nsrops.pow1_4
164
- alias: []
165
- inverse: null
166
- arity: 1
167
- weight: 1
168
- precedence: 3
169
- commutative: false
170
- symmetry: 0
171
- positive: true
172
- monotonicity: 1
173
- pow1_5:
174
- realization: nsrops.pow1_5
175
- alias: []
176
- inverse: null
177
- arity: 1
178
- weight: 1
179
- precedence: 3
180
- commutative: false
181
- symmetry: -1
182
- positive: false
183
- monotonicity: 1
184
- sin:
185
- realization: numpy.sin
186
- wolfram: Sin
187
- alias: []
188
- inverse: asin
189
- arity: 1
190
- weight: 4
191
- precedence: 2
192
- commutative: false
193
- symmetry: -1
194
- positive: false
195
- monotonicity: 0
196
- cos:
197
- realization: numpy.cos
198
- wolfram: Cos
199
- alias: []
200
- inverse: acos
201
- arity: 1
202
- weight: 4
203
- precedence: 2
204
- commutative: false
205
- symmetry: 1
206
- positive: false
207
- monotonicity: 0
208
- tan:
209
- realization: numpy.tan
210
- wolfram: Tan
211
- alias: []
212
- inverse: atan
213
- arity: 1
214
- weight: 4
215
- precedence: 2
216
- commutative: false
217
- symmetry: -1
218
- positive: false
219
- monotonicity: 0
220
- asin:
221
- realization: numpy.arcsin
222
- wolfram: ArcSin
223
- alias:
224
- - arcsin
225
- inverse: sin
226
- arity: 1
227
- weight: 2
228
- precedence: 2
229
- commutative: false
230
- symmetry: -1
231
- positive: false
232
- monotonicity: 1
233
- acos:
234
- realization: numpy.arccos
235
- wolfram: ArcCos
236
- alias:
237
- - arccos
238
- inverse: cos
239
- arity: 1
240
- weight: 2
241
- precedence: 2
242
- commutative: false
243
- symmetry: 0
244
- positive: true
245
- monotonicity: 1
246
- atan:
247
- realization: numpy.arctan
248
- wolfram: ArcTan
249
- alias:
250
- - arctan
251
- inverse: tan
252
- arity: 1
253
- weight: 2
254
- precedence: 2
255
- commutative: false
256
- symmetry: -1
257
- positive: false
258
- monotonicity: 1
259
- exp:
260
- realization: numpy.exp
261
- wolfram: Exp
262
- alias: []
263
- inverse: log
264
- arity: 1
265
- weight: 4
266
- precedence: 3
267
- commutative: false
268
- symmetry: 0
269
- positive: true
270
- monotonicity: 1
271
- log:
272
- realization: numpy.log
273
- wolfram: Log
274
- alias:
275
- - ln
276
- inverse: exp
277
- arity: 1
278
- weight: 4
279
- precedence: 2
280
- commutative: false
281
- symmetry: 0
282
- positive: false
283
- monotonicity: 1
284
- variables: 3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1100000/nsr.yaml DELETED
@@ -1,20 +0,0 @@
1
- encoder_max_n_variables: 4
2
- size: 512
3
- pre_encoder_input_type: ieee-754
4
- pre_encoder_support_nan: false
5
- encoder: SetTransformer
6
- encoder_kwargs:
7
- hidden_size: 512
8
- n_enc_isab: 5
9
- n_dec_sab: 2
10
- n_induce: 64
11
- n_heads: 8
12
- layer_norm: false
13
- n_seeds: 10
14
- decoder_n_heads: 8
15
- decoder_ff_size: 512
16
- decoder_dropout: 0.1
17
- decoder_n_layers: 5
18
- learnable_positional_embeddings: false
19
- max_input_length: null
20
- expression_space: ./expression_space.yaml
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1100000/skeleton_pool_train.yaml DELETED
@@ -1,30 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/v5.1/skeleton_pool_val/'
4
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
7
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
8
- sample_strategy:
9
- n_operator_distribution: length_proportional
10
- min_operators: 0
11
- max_operators: 5
12
- power: 1
13
- max_length: 11
14
- max_tries: 1
15
- allow_nan: false
16
- simplify: false
17
- literal_prior: uniform
18
- literal_prior_kwargs:
19
- low: 1
20
- high: 5
21
- support_prior: uniform_intervals
22
- support_prior_kwargs:
23
- low: -10
24
- high: 10
25
- n_support_prior: uniform
26
- n_support_prior_kwargs:
27
- low: 16
28
- high: 512
29
- min_value: 16
30
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1100000/skeleton_pool_val.yaml DELETED
@@ -1,29 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
4
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
7
- sample_strategy:
8
- n_operator_distribution: length_proportional
9
- min_operators: 0
10
- max_operators: 5
11
- power: 1
12
- max_length: 11
13
- max_tries: 1
14
- allow_nan: false
15
- simplify: false
16
- literal_prior: uniform
17
- literal_prior_kwargs:
18
- low: 1
19
- high: 5
20
- support_prior: uniform_intervals
21
- support_prior_kwargs:
22
- low: -10
23
- high: 10
24
- n_support_prior: uniform
25
- n_support_prior_kwargs:
26
- low: 16
27
- high: 512
28
- min_value: 16
29
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1100000/state_dict.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb4f7811ea69554c4c89abe1fe0e312c517b2f96ae1b6ad35ef700f7b6d084b3
3
- size 108513553
 
 
 
 
v5.1/checkpoint_1100000/train.yaml DELETED
@@ -1,25 +0,0 @@
1
- model: ./nsr.yaml
2
- optimizer:
3
- name: AdamW
4
- kwargs:
5
- lr: 1
6
- weight_decay: 0.01
7
- amsgrad: true
8
- lr_scheduler:
9
- name: WarmupLinearAnnealing
10
- kwargs:
11
- min_lr: 0
12
- max_lr: 1e-4
13
- warmup_steps: 10000
14
- total_steps: 1500000
15
- batch_size_scheduler:
16
- name: Constant
17
- kwargs:
18
- batch_size: 128
19
- train_dataset: ./dataset_train.yaml
20
- val_dataset: ./dataset_val.yaml
21
- val_batch_size: 128
22
- val_size: 100000
23
- numeric_prediction_loss_weight: 0
24
- steps: 1500000
25
- device: cuda
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1200000/dataset_train.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_train.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1200000/dataset_val.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_val.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1200000/expression_space.yaml DELETED
@@ -1,284 +0,0 @@
1
- operators:
2
- +:
3
- realization: +
4
- alias:
5
- - add
6
- - plus
7
- inverse: '-'
8
- arity: 2
9
- weight: 10
10
- precedence: 1
11
- commutative: true
12
- symmetry: 0
13
- positive: false
14
- monotonicity: 0
15
- '-':
16
- realization: '-'
17
- alias:
18
- - sub
19
- - minus
20
- inverse: +
21
- arity: 2
22
- weight: 5
23
- precedence: 1
24
- commutative: false
25
- symmetry: 0
26
- positive: false
27
- monotonicity: 0
28
- neg:
29
- realization: nsrops.neg
30
- wolfram: Negative
31
- alias:
32
- - negative
33
- inverse: neg
34
- arity: 1
35
- weight: 5
36
- precedence: 2.5
37
- commutative: false
38
- symmetry: -1
39
- positive: false
40
- monotonicity: -1
41
- '*':
42
- realization: '*'
43
- alias:
44
- - mul
45
- - times
46
- inverse: /
47
- arity: 2
48
- weight: 10
49
- precedence: 2
50
- commutative: true
51
- symmetry: 0
52
- positive: false
53
- monotonicity: 0
54
- /:
55
- realization: /
56
- alias:
57
- - div
58
- - divide
59
- inverse: '*'
60
- arity: 2
61
- weight: 5
62
- precedence: 2
63
- commutative: false
64
- symmetry: 0
65
- positive: false
66
- monotonicity: 0
67
- abs:
68
- realization: abs
69
- wolfram: Abs
70
- alias:
71
- - absolute
72
- inverse: null
73
- arity: 1
74
- weight: 4
75
- precedence: 3
76
- commutative: false
77
- symmetry: 1
78
- positive: true
79
- monotonicity: 0
80
- inv:
81
- realization: nsrops.inv
82
- wolfram: Inverse
83
- alias:
84
- - inverse
85
- inverse: inv
86
- arity: 1
87
- weight: 4
88
- precedence: 4
89
- commutative: false
90
- symmetry: -1
91
- positive: false
92
- monotonicity: -1
93
- pow2:
94
- realization: nsrops.pow2
95
- alias:
96
- - square
97
- inverse: null
98
- arity: 1
99
- weight: 4
100
- precedence: 3
101
- commutative: false
102
- symmetry: 1
103
- positive: true
104
- monotonicity: 0
105
- pow3:
106
- realization: nsrops.pow3
107
- alias:
108
- - cube
109
- inverse: pow1_3
110
- arity: 1
111
- weight: 2
112
- precedence: 3
113
- commutative: false
114
- symmetry: -1
115
- positive: false
116
- monotonicity: 1
117
- pow4:
118
- realization: nsrops.pow4
119
- alias: []
120
- inverse: null
121
- arity: 1
122
- weight: 1
123
- precedence: 3
124
- commutative: false
125
- symmetry: 1
126
- positive: true
127
- monotonicity: 0
128
- pow5:
129
- realization: nsrops.pow5
130
- alias: []
131
- inverse: pow1_5
132
- arity: 1
133
- weight: 1
134
- precedence: 3
135
- commutative: false
136
- symmetry: -1
137
- positive: false
138
- monotonicity: 1
139
- pow1_2:
140
- realization: nsrops.pow1_2
141
- alias:
142
- - sqrt
143
- inverse: null
144
- arity: 1
145
- weight: 4
146
- precedence: 3
147
- commutative: false
148
- symmetry: 0
149
- positive: true
150
- monotonicity: 1
151
- pow1_3:
152
- realization: nsrops.pow1_3
153
- alias: []
154
- inverse: null
155
- arity: 1
156
- weight: 2
157
- precedence: 3
158
- commutative: false
159
- symmetry: -1
160
- positive: false
161
- monotonicity: 1
162
- pow1_4:
163
- realization: nsrops.pow1_4
164
- alias: []
165
- inverse: null
166
- arity: 1
167
- weight: 1
168
- precedence: 3
169
- commutative: false
170
- symmetry: 0
171
- positive: true
172
- monotonicity: 1
173
- pow1_5:
174
- realization: nsrops.pow1_5
175
- alias: []
176
- inverse: null
177
- arity: 1
178
- weight: 1
179
- precedence: 3
180
- commutative: false
181
- symmetry: -1
182
- positive: false
183
- monotonicity: 1
184
- sin:
185
- realization: numpy.sin
186
- wolfram: Sin
187
- alias: []
188
- inverse: asin
189
- arity: 1
190
- weight: 4
191
- precedence: 2
192
- commutative: false
193
- symmetry: -1
194
- positive: false
195
- monotonicity: 0
196
- cos:
197
- realization: numpy.cos
198
- wolfram: Cos
199
- alias: []
200
- inverse: acos
201
- arity: 1
202
- weight: 4
203
- precedence: 2
204
- commutative: false
205
- symmetry: 1
206
- positive: false
207
- monotonicity: 0
208
- tan:
209
- realization: numpy.tan
210
- wolfram: Tan
211
- alias: []
212
- inverse: atan
213
- arity: 1
214
- weight: 4
215
- precedence: 2
216
- commutative: false
217
- symmetry: -1
218
- positive: false
219
- monotonicity: 0
220
- asin:
221
- realization: numpy.arcsin
222
- wolfram: ArcSin
223
- alias:
224
- - arcsin
225
- inverse: sin
226
- arity: 1
227
- weight: 2
228
- precedence: 2
229
- commutative: false
230
- symmetry: -1
231
- positive: false
232
- monotonicity: 1
233
- acos:
234
- realization: numpy.arccos
235
- wolfram: ArcCos
236
- alias:
237
- - arccos
238
- inverse: cos
239
- arity: 1
240
- weight: 2
241
- precedence: 2
242
- commutative: false
243
- symmetry: 0
244
- positive: true
245
- monotonicity: 1
246
- atan:
247
- realization: numpy.arctan
248
- wolfram: ArcTan
249
- alias:
250
- - arctan
251
- inverse: tan
252
- arity: 1
253
- weight: 2
254
- precedence: 2
255
- commutative: false
256
- symmetry: -1
257
- positive: false
258
- monotonicity: 1
259
- exp:
260
- realization: numpy.exp
261
- wolfram: Exp
262
- alias: []
263
- inverse: log
264
- arity: 1
265
- weight: 4
266
- precedence: 3
267
- commutative: false
268
- symmetry: 0
269
- positive: true
270
- monotonicity: 1
271
- log:
272
- realization: numpy.log
273
- wolfram: Log
274
- alias:
275
- - ln
276
- inverse: exp
277
- arity: 1
278
- weight: 4
279
- precedence: 2
280
- commutative: false
281
- symmetry: 0
282
- positive: false
283
- monotonicity: 1
284
- variables: 3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1200000/nsr.yaml DELETED
@@ -1,20 +0,0 @@
1
- encoder_max_n_variables: 4
2
- size: 512
3
- pre_encoder_input_type: ieee-754
4
- pre_encoder_support_nan: false
5
- encoder: SetTransformer
6
- encoder_kwargs:
7
- hidden_size: 512
8
- n_enc_isab: 5
9
- n_dec_sab: 2
10
- n_induce: 64
11
- n_heads: 8
12
- layer_norm: false
13
- n_seeds: 10
14
- decoder_n_heads: 8
15
- decoder_ff_size: 512
16
- decoder_dropout: 0.1
17
- decoder_n_layers: 5
18
- learnable_positional_embeddings: false
19
- max_input_length: null
20
- expression_space: ./expression_space.yaml
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1200000/skeleton_pool_train.yaml DELETED
@@ -1,30 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/v5.1/skeleton_pool_val/'
4
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
7
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
8
- sample_strategy:
9
- n_operator_distribution: length_proportional
10
- min_operators: 0
11
- max_operators: 5
12
- power: 1
13
- max_length: 11
14
- max_tries: 1
15
- allow_nan: false
16
- simplify: false
17
- literal_prior: uniform
18
- literal_prior_kwargs:
19
- low: 1
20
- high: 5
21
- support_prior: uniform_intervals
22
- support_prior_kwargs:
23
- low: -10
24
- high: 10
25
- n_support_prior: uniform
26
- n_support_prior_kwargs:
27
- low: 16
28
- high: 512
29
- min_value: 16
30
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1200000/skeleton_pool_val.yaml DELETED
@@ -1,29 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
4
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
7
- sample_strategy:
8
- n_operator_distribution: length_proportional
9
- min_operators: 0
10
- max_operators: 5
11
- power: 1
12
- max_length: 11
13
- max_tries: 1
14
- allow_nan: false
15
- simplify: false
16
- literal_prior: uniform
17
- literal_prior_kwargs:
18
- low: 1
19
- high: 5
20
- support_prior: uniform_intervals
21
- support_prior_kwargs:
22
- low: -10
23
- high: 10
24
- n_support_prior: uniform
25
- n_support_prior_kwargs:
26
- low: 16
27
- high: 512
28
- min_value: 16
29
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1200000/state_dict.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d53de8ab54965bb21abb5ff807a4955644569d25ad4c0b87fa47e7aed936bbb
3
- size 108513553
 
 
 
 
v5.1/checkpoint_1200000/train.yaml DELETED
@@ -1,25 +0,0 @@
1
- model: ./nsr.yaml
2
- optimizer:
3
- name: AdamW
4
- kwargs:
5
- lr: 1
6
- weight_decay: 0.01
7
- amsgrad: true
8
- lr_scheduler:
9
- name: WarmupLinearAnnealing
10
- kwargs:
11
- min_lr: 0
12
- max_lr: 1e-4
13
- warmup_steps: 10000
14
- total_steps: 1500000
15
- batch_size_scheduler:
16
- name: Constant
17
- kwargs:
18
- batch_size: 128
19
- train_dataset: ./dataset_train.yaml
20
- val_dataset: ./dataset_val.yaml
21
- val_batch_size: 128
22
- val_size: 100000
23
- numeric_prediction_loss_weight: 0
24
- steps: 1500000
25
- device: cuda
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1300000/dataset_train.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_train.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1300000/dataset_val.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_val.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1300000/expression_space.yaml DELETED
@@ -1,284 +0,0 @@
1
- operators:
2
- +:
3
- realization: +
4
- alias:
5
- - add
6
- - plus
7
- inverse: '-'
8
- arity: 2
9
- weight: 10
10
- precedence: 1
11
- commutative: true
12
- symmetry: 0
13
- positive: false
14
- monotonicity: 0
15
- '-':
16
- realization: '-'
17
- alias:
18
- - sub
19
- - minus
20
- inverse: +
21
- arity: 2
22
- weight: 5
23
- precedence: 1
24
- commutative: false
25
- symmetry: 0
26
- positive: false
27
- monotonicity: 0
28
- neg:
29
- realization: nsrops.neg
30
- wolfram: Negative
31
- alias:
32
- - negative
33
- inverse: neg
34
- arity: 1
35
- weight: 5
36
- precedence: 2.5
37
- commutative: false
38
- symmetry: -1
39
- positive: false
40
- monotonicity: -1
41
- '*':
42
- realization: '*'
43
- alias:
44
- - mul
45
- - times
46
- inverse: /
47
- arity: 2
48
- weight: 10
49
- precedence: 2
50
- commutative: true
51
- symmetry: 0
52
- positive: false
53
- monotonicity: 0
54
- /:
55
- realization: /
56
- alias:
57
- - div
58
- - divide
59
- inverse: '*'
60
- arity: 2
61
- weight: 5
62
- precedence: 2
63
- commutative: false
64
- symmetry: 0
65
- positive: false
66
- monotonicity: 0
67
- abs:
68
- realization: abs
69
- wolfram: Abs
70
- alias:
71
- - absolute
72
- inverse: null
73
- arity: 1
74
- weight: 4
75
- precedence: 3
76
- commutative: false
77
- symmetry: 1
78
- positive: true
79
- monotonicity: 0
80
- inv:
81
- realization: nsrops.inv
82
- wolfram: Inverse
83
- alias:
84
- - inverse
85
- inverse: inv
86
- arity: 1
87
- weight: 4
88
- precedence: 4
89
- commutative: false
90
- symmetry: -1
91
- positive: false
92
- monotonicity: -1
93
- pow2:
94
- realization: nsrops.pow2
95
- alias:
96
- - square
97
- inverse: null
98
- arity: 1
99
- weight: 4
100
- precedence: 3
101
- commutative: false
102
- symmetry: 1
103
- positive: true
104
- monotonicity: 0
105
- pow3:
106
- realization: nsrops.pow3
107
- alias:
108
- - cube
109
- inverse: pow1_3
110
- arity: 1
111
- weight: 2
112
- precedence: 3
113
- commutative: false
114
- symmetry: -1
115
- positive: false
116
- monotonicity: 1
117
- pow4:
118
- realization: nsrops.pow4
119
- alias: []
120
- inverse: null
121
- arity: 1
122
- weight: 1
123
- precedence: 3
124
- commutative: false
125
- symmetry: 1
126
- positive: true
127
- monotonicity: 0
128
- pow5:
129
- realization: nsrops.pow5
130
- alias: []
131
- inverse: pow1_5
132
- arity: 1
133
- weight: 1
134
- precedence: 3
135
- commutative: false
136
- symmetry: -1
137
- positive: false
138
- monotonicity: 1
139
- pow1_2:
140
- realization: nsrops.pow1_2
141
- alias:
142
- - sqrt
143
- inverse: null
144
- arity: 1
145
- weight: 4
146
- precedence: 3
147
- commutative: false
148
- symmetry: 0
149
- positive: true
150
- monotonicity: 1
151
- pow1_3:
152
- realization: nsrops.pow1_3
153
- alias: []
154
- inverse: null
155
- arity: 1
156
- weight: 2
157
- precedence: 3
158
- commutative: false
159
- symmetry: -1
160
- positive: false
161
- monotonicity: 1
162
- pow1_4:
163
- realization: nsrops.pow1_4
164
- alias: []
165
- inverse: null
166
- arity: 1
167
- weight: 1
168
- precedence: 3
169
- commutative: false
170
- symmetry: 0
171
- positive: true
172
- monotonicity: 1
173
- pow1_5:
174
- realization: nsrops.pow1_5
175
- alias: []
176
- inverse: null
177
- arity: 1
178
- weight: 1
179
- precedence: 3
180
- commutative: false
181
- symmetry: -1
182
- positive: false
183
- monotonicity: 1
184
- sin:
185
- realization: numpy.sin
186
- wolfram: Sin
187
- alias: []
188
- inverse: asin
189
- arity: 1
190
- weight: 4
191
- precedence: 2
192
- commutative: false
193
- symmetry: -1
194
- positive: false
195
- monotonicity: 0
196
- cos:
197
- realization: numpy.cos
198
- wolfram: Cos
199
- alias: []
200
- inverse: acos
201
- arity: 1
202
- weight: 4
203
- precedence: 2
204
- commutative: false
205
- symmetry: 1
206
- positive: false
207
- monotonicity: 0
208
- tan:
209
- realization: numpy.tan
210
- wolfram: Tan
211
- alias: []
212
- inverse: atan
213
- arity: 1
214
- weight: 4
215
- precedence: 2
216
- commutative: false
217
- symmetry: -1
218
- positive: false
219
- monotonicity: 0
220
- asin:
221
- realization: numpy.arcsin
222
- wolfram: ArcSin
223
- alias:
224
- - arcsin
225
- inverse: sin
226
- arity: 1
227
- weight: 2
228
- precedence: 2
229
- commutative: false
230
- symmetry: -1
231
- positive: false
232
- monotonicity: 1
233
- acos:
234
- realization: numpy.arccos
235
- wolfram: ArcCos
236
- alias:
237
- - arccos
238
- inverse: cos
239
- arity: 1
240
- weight: 2
241
- precedence: 2
242
- commutative: false
243
- symmetry: 0
244
- positive: true
245
- monotonicity: 1
246
- atan:
247
- realization: numpy.arctan
248
- wolfram: ArcTan
249
- alias:
250
- - arctan
251
- inverse: tan
252
- arity: 1
253
- weight: 2
254
- precedence: 2
255
- commutative: false
256
- symmetry: -1
257
- positive: false
258
- monotonicity: 1
259
- exp:
260
- realization: numpy.exp
261
- wolfram: Exp
262
- alias: []
263
- inverse: log
264
- arity: 1
265
- weight: 4
266
- precedence: 3
267
- commutative: false
268
- symmetry: 0
269
- positive: true
270
- monotonicity: 1
271
- log:
272
- realization: numpy.log
273
- wolfram: Log
274
- alias:
275
- - ln
276
- inverse: exp
277
- arity: 1
278
- weight: 4
279
- precedence: 2
280
- commutative: false
281
- symmetry: 0
282
- positive: false
283
- monotonicity: 1
284
- variables: 3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1300000/nsr.yaml DELETED
@@ -1,20 +0,0 @@
1
- encoder_max_n_variables: 4
2
- size: 512
3
- pre_encoder_input_type: ieee-754
4
- pre_encoder_support_nan: false
5
- encoder: SetTransformer
6
- encoder_kwargs:
7
- hidden_size: 512
8
- n_enc_isab: 5
9
- n_dec_sab: 2
10
- n_induce: 64
11
- n_heads: 8
12
- layer_norm: false
13
- n_seeds: 10
14
- decoder_n_heads: 8
15
- decoder_ff_size: 512
16
- decoder_dropout: 0.1
17
- decoder_n_layers: 5
18
- learnable_positional_embeddings: false
19
- max_input_length: null
20
- expression_space: ./expression_space.yaml
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1300000/skeleton_pool_train.yaml DELETED
@@ -1,30 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/v5.1/skeleton_pool_val/'
4
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
7
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
8
- sample_strategy:
9
- n_operator_distribution: length_proportional
10
- min_operators: 0
11
- max_operators: 5
12
- power: 1
13
- max_length: 11
14
- max_tries: 1
15
- allow_nan: false
16
- simplify: false
17
- literal_prior: uniform
18
- literal_prior_kwargs:
19
- low: 1
20
- high: 5
21
- support_prior: uniform_intervals
22
- support_prior_kwargs:
23
- low: -10
24
- high: 10
25
- n_support_prior: uniform
26
- n_support_prior_kwargs:
27
- low: 16
28
- high: 512
29
- min_value: 16
30
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1300000/skeleton_pool_val.yaml DELETED
@@ -1,29 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
4
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
7
- sample_strategy:
8
- n_operator_distribution: length_proportional
9
- min_operators: 0
10
- max_operators: 5
11
- power: 1
12
- max_length: 11
13
- max_tries: 1
14
- allow_nan: false
15
- simplify: false
16
- literal_prior: uniform
17
- literal_prior_kwargs:
18
- low: 1
19
- high: 5
20
- support_prior: uniform_intervals
21
- support_prior_kwargs:
22
- low: -10
23
- high: 10
24
- n_support_prior: uniform
25
- n_support_prior_kwargs:
26
- low: 16
27
- high: 512
28
- min_value: 16
29
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1300000/state_dict.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:51280d93efb389e7741182ceebd2c2b725cb84ea7cb62ada10e713bf8170fe19
3
- size 108513553
 
 
 
 
v5.1/checkpoint_1300000/train.yaml DELETED
@@ -1,25 +0,0 @@
1
- model: ./nsr.yaml
2
- optimizer:
3
- name: AdamW
4
- kwargs:
5
- lr: 1
6
- weight_decay: 0.01
7
- amsgrad: true
8
- lr_scheduler:
9
- name: WarmupLinearAnnealing
10
- kwargs:
11
- min_lr: 0
12
- max_lr: 1e-4
13
- warmup_steps: 10000
14
- total_steps: 1500000
15
- batch_size_scheduler:
16
- name: Constant
17
- kwargs:
18
- batch_size: 128
19
- train_dataset: ./dataset_train.yaml
20
- val_dataset: ./dataset_val.yaml
21
- val_batch_size: 128
22
- val_size: 100000
23
- numeric_prediction_loss_weight: 0
24
- steps: 1500000
25
- device: cuda
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1400000/dataset_train.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_train.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1400000/dataset_val.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_val.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1400000/expression_space.yaml DELETED
@@ -1,284 +0,0 @@
1
- operators:
2
- +:
3
- realization: +
4
- alias:
5
- - add
6
- - plus
7
- inverse: '-'
8
- arity: 2
9
- weight: 10
10
- precedence: 1
11
- commutative: true
12
- symmetry: 0
13
- positive: false
14
- monotonicity: 0
15
- '-':
16
- realization: '-'
17
- alias:
18
- - sub
19
- - minus
20
- inverse: +
21
- arity: 2
22
- weight: 5
23
- precedence: 1
24
- commutative: false
25
- symmetry: 0
26
- positive: false
27
- monotonicity: 0
28
- neg:
29
- realization: nsrops.neg
30
- wolfram: Negative
31
- alias:
32
- - negative
33
- inverse: neg
34
- arity: 1
35
- weight: 5
36
- precedence: 2.5
37
- commutative: false
38
- symmetry: -1
39
- positive: false
40
- monotonicity: -1
41
- '*':
42
- realization: '*'
43
- alias:
44
- - mul
45
- - times
46
- inverse: /
47
- arity: 2
48
- weight: 10
49
- precedence: 2
50
- commutative: true
51
- symmetry: 0
52
- positive: false
53
- monotonicity: 0
54
- /:
55
- realization: /
56
- alias:
57
- - div
58
- - divide
59
- inverse: '*'
60
- arity: 2
61
- weight: 5
62
- precedence: 2
63
- commutative: false
64
- symmetry: 0
65
- positive: false
66
- monotonicity: 0
67
- abs:
68
- realization: abs
69
- wolfram: Abs
70
- alias:
71
- - absolute
72
- inverse: null
73
- arity: 1
74
- weight: 4
75
- precedence: 3
76
- commutative: false
77
- symmetry: 1
78
- positive: true
79
- monotonicity: 0
80
- inv:
81
- realization: nsrops.inv
82
- wolfram: Inverse
83
- alias:
84
- - inverse
85
- inverse: inv
86
- arity: 1
87
- weight: 4
88
- precedence: 4
89
- commutative: false
90
- symmetry: -1
91
- positive: false
92
- monotonicity: -1
93
- pow2:
94
- realization: nsrops.pow2
95
- alias:
96
- - square
97
- inverse: null
98
- arity: 1
99
- weight: 4
100
- precedence: 3
101
- commutative: false
102
- symmetry: 1
103
- positive: true
104
- monotonicity: 0
105
- pow3:
106
- realization: nsrops.pow3
107
- alias:
108
- - cube
109
- inverse: pow1_3
110
- arity: 1
111
- weight: 2
112
- precedence: 3
113
- commutative: false
114
- symmetry: -1
115
- positive: false
116
- monotonicity: 1
117
- pow4:
118
- realization: nsrops.pow4
119
- alias: []
120
- inverse: null
121
- arity: 1
122
- weight: 1
123
- precedence: 3
124
- commutative: false
125
- symmetry: 1
126
- positive: true
127
- monotonicity: 0
128
- pow5:
129
- realization: nsrops.pow5
130
- alias: []
131
- inverse: pow1_5
132
- arity: 1
133
- weight: 1
134
- precedence: 3
135
- commutative: false
136
- symmetry: -1
137
- positive: false
138
- monotonicity: 1
139
- pow1_2:
140
- realization: nsrops.pow1_2
141
- alias:
142
- - sqrt
143
- inverse: null
144
- arity: 1
145
- weight: 4
146
- precedence: 3
147
- commutative: false
148
- symmetry: 0
149
- positive: true
150
- monotonicity: 1
151
- pow1_3:
152
- realization: nsrops.pow1_3
153
- alias: []
154
- inverse: null
155
- arity: 1
156
- weight: 2
157
- precedence: 3
158
- commutative: false
159
- symmetry: -1
160
- positive: false
161
- monotonicity: 1
162
- pow1_4:
163
- realization: nsrops.pow1_4
164
- alias: []
165
- inverse: null
166
- arity: 1
167
- weight: 1
168
- precedence: 3
169
- commutative: false
170
- symmetry: 0
171
- positive: true
172
- monotonicity: 1
173
- pow1_5:
174
- realization: nsrops.pow1_5
175
- alias: []
176
- inverse: null
177
- arity: 1
178
- weight: 1
179
- precedence: 3
180
- commutative: false
181
- symmetry: -1
182
- positive: false
183
- monotonicity: 1
184
- sin:
185
- realization: numpy.sin
186
- wolfram: Sin
187
- alias: []
188
- inverse: asin
189
- arity: 1
190
- weight: 4
191
- precedence: 2
192
- commutative: false
193
- symmetry: -1
194
- positive: false
195
- monotonicity: 0
196
- cos:
197
- realization: numpy.cos
198
- wolfram: Cos
199
- alias: []
200
- inverse: acos
201
- arity: 1
202
- weight: 4
203
- precedence: 2
204
- commutative: false
205
- symmetry: 1
206
- positive: false
207
- monotonicity: 0
208
- tan:
209
- realization: numpy.tan
210
- wolfram: Tan
211
- alias: []
212
- inverse: atan
213
- arity: 1
214
- weight: 4
215
- precedence: 2
216
- commutative: false
217
- symmetry: -1
218
- positive: false
219
- monotonicity: 0
220
- asin:
221
- realization: numpy.arcsin
222
- wolfram: ArcSin
223
- alias:
224
- - arcsin
225
- inverse: sin
226
- arity: 1
227
- weight: 2
228
- precedence: 2
229
- commutative: false
230
- symmetry: -1
231
- positive: false
232
- monotonicity: 1
233
- acos:
234
- realization: numpy.arccos
235
- wolfram: ArcCos
236
- alias:
237
- - arccos
238
- inverse: cos
239
- arity: 1
240
- weight: 2
241
- precedence: 2
242
- commutative: false
243
- symmetry: 0
244
- positive: true
245
- monotonicity: 1
246
- atan:
247
- realization: numpy.arctan
248
- wolfram: ArcTan
249
- alias:
250
- - arctan
251
- inverse: tan
252
- arity: 1
253
- weight: 2
254
- precedence: 2
255
- commutative: false
256
- symmetry: -1
257
- positive: false
258
- monotonicity: 1
259
- exp:
260
- realization: numpy.exp
261
- wolfram: Exp
262
- alias: []
263
- inverse: log
264
- arity: 1
265
- weight: 4
266
- precedence: 3
267
- commutative: false
268
- symmetry: 0
269
- positive: true
270
- monotonicity: 1
271
- log:
272
- realization: numpy.log
273
- wolfram: Log
274
- alias:
275
- - ln
276
- inverse: exp
277
- arity: 1
278
- weight: 4
279
- precedence: 2
280
- commutative: false
281
- symmetry: 0
282
- positive: false
283
- monotonicity: 1
284
- variables: 3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1400000/nsr.yaml DELETED
@@ -1,20 +0,0 @@
1
- encoder_max_n_variables: 4
2
- size: 512
3
- pre_encoder_input_type: ieee-754
4
- pre_encoder_support_nan: false
5
- encoder: SetTransformer
6
- encoder_kwargs:
7
- hidden_size: 512
8
- n_enc_isab: 5
9
- n_dec_sab: 2
10
- n_induce: 64
11
- n_heads: 8
12
- layer_norm: false
13
- n_seeds: 10
14
- decoder_n_heads: 8
15
- decoder_ff_size: 512
16
- decoder_dropout: 0.1
17
- decoder_n_layers: 5
18
- learnable_positional_embeddings: false
19
- max_input_length: null
20
- expression_space: ./expression_space.yaml
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1400000/skeleton_pool_train.yaml DELETED
@@ -1,30 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/v5.1/skeleton_pool_val/'
4
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
7
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
8
- sample_strategy:
9
- n_operator_distribution: length_proportional
10
- min_operators: 0
11
- max_operators: 5
12
- power: 1
13
- max_length: 11
14
- max_tries: 1
15
- allow_nan: false
16
- simplify: false
17
- literal_prior: uniform
18
- literal_prior_kwargs:
19
- low: 1
20
- high: 5
21
- support_prior: uniform_intervals
22
- support_prior_kwargs:
23
- low: -10
24
- high: 10
25
- n_support_prior: uniform
26
- n_support_prior_kwargs:
27
- low: 16
28
- high: 512
29
- min_value: 16
30
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1400000/skeleton_pool_val.yaml DELETED
@@ -1,29 +0,0 @@
1
- expression_space: ./expression_space.yaml
2
- holdout_pools:
3
- - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
4
- - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
5
- - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
6
- - '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
7
- sample_strategy:
8
- n_operator_distribution: length_proportional
9
- min_operators: 0
10
- max_operators: 5
11
- power: 1
12
- max_length: 11
13
- max_tries: 1
14
- allow_nan: false
15
- simplify: false
16
- literal_prior: uniform
17
- literal_prior_kwargs:
18
- low: 1
19
- high: 5
20
- support_prior: uniform_intervals
21
- support_prior_kwargs:
22
- low: -10
23
- high: 10
24
- n_support_prior: uniform
25
- n_support_prior_kwargs:
26
- low: 16
27
- high: 512
28
- min_value: 16
29
- max_value: 512
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1400000/state_dict.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b53d6f2eb813b2a902d63b1a87ddc7d274c52b6fb5ec80d32a81345076ee2bc
3
- size 108513553
 
 
 
 
v5.1/checkpoint_1400000/train.yaml DELETED
@@ -1,25 +0,0 @@
1
- model: ./nsr.yaml
2
- optimizer:
3
- name: AdamW
4
- kwargs:
5
- lr: 1
6
- weight_decay: 0.01
7
- amsgrad: true
8
- lr_scheduler:
9
- name: WarmupLinearAnnealing
10
- kwargs:
11
- min_lr: 0
12
- max_lr: 1e-4
13
- warmup_steps: 10000
14
- total_steps: 1500000
15
- batch_size_scheduler:
16
- name: Constant
17
- kwargs:
18
- batch_size: 128
19
- train_dataset: ./dataset_train.yaml
20
- val_dataset: ./dataset_val.yaml
21
- val_batch_size: 128
22
- val_size: 100000
23
- numeric_prediction_loss_weight: 0
24
- steps: 1500000
25
- device: cuda
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
v5.1/checkpoint_1500000/dataset_train.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_train.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1500000/dataset_val.yaml DELETED
@@ -1,2 +0,0 @@
1
- skeleton_pool: ./skeleton_pool_val.yaml
2
- padding: zero
 
 
 
v5.1/checkpoint_1500000/expression_space.yaml DELETED
@@ -1,284 +0,0 @@
1
- operators:
2
- +:
3
- realization: +
4
- alias:
5
- - add
6
- - plus
7
- inverse: '-'
8
- arity: 2
9
- weight: 10
10
- precedence: 1
11
- commutative: true
12
- symmetry: 0
13
- positive: false
14
- monotonicity: 0
15
- '-':
16
- realization: '-'
17
- alias:
18
- - sub
19
- - minus
20
- inverse: +
21
- arity: 2
22
- weight: 5
23
- precedence: 1
24
- commutative: false
25
- symmetry: 0
26
- positive: false
27
- monotonicity: 0
28
- neg:
29
- realization: nsrops.neg
30
- wolfram: Negative
31
- alias:
32
- - negative
33
- inverse: neg
34
- arity: 1
35
- weight: 5
36
- precedence: 2.5
37
- commutative: false
38
- symmetry: -1
39
- positive: false
40
- monotonicity: -1
41
- '*':
42
- realization: '*'
43
- alias:
44
- - mul
45
- - times
46
- inverse: /
47
- arity: 2
48
- weight: 10
49
- precedence: 2
50
- commutative: true
51
- symmetry: 0
52
- positive: false
53
- monotonicity: 0
54
- /:
55
- realization: /
56
- alias:
57
- - div
58
- - divide
59
- inverse: '*'
60
- arity: 2
61
- weight: 5
62
- precedence: 2
63
- commutative: false
64
- symmetry: 0
65
- positive: false
66
- monotonicity: 0
67
- abs:
68
- realization: abs
69
- wolfram: Abs
70
- alias:
71
- - absolute
72
- inverse: null
73
- arity: 1
74
- weight: 4
75
- precedence: 3
76
- commutative: false
77
- symmetry: 1
78
- positive: true
79
- monotonicity: 0
80
- inv:
81
- realization: nsrops.inv
82
- wolfram: Inverse
83
- alias:
84
- - inverse
85
- inverse: inv
86
- arity: 1
87
- weight: 4
88
- precedence: 4
89
- commutative: false
90
- symmetry: -1
91
- positive: false
92
- monotonicity: -1
93
- pow2:
94
- realization: nsrops.pow2
95
- alias:
96
- - square
97
- inverse: null
98
- arity: 1
99
- weight: 4
100
- precedence: 3
101
- commutative: false
102
- symmetry: 1
103
- positive: true
104
- monotonicity: 0
105
- pow3:
106
- realization: nsrops.pow3
107
- alias:
108
- - cube
109
- inverse: pow1_3
110
- arity: 1
111
- weight: 2
112
- precedence: 3
113
- commutative: false
114
- symmetry: -1
115
- positive: false
116
- monotonicity: 1
117
- pow4:
118
- realization: nsrops.pow4
119
- alias: []
120
- inverse: null
121
- arity: 1
122
- weight: 1
123
- precedence: 3
124
- commutative: false
125
- symmetry: 1
126
- positive: true
127
- monotonicity: 0
128
- pow5:
129
- realization: nsrops.pow5
130
- alias: []
131
- inverse: pow1_5
132
- arity: 1
133
- weight: 1
134
- precedence: 3
135
- commutative: false
136
- symmetry: -1
137
- positive: false
138
- monotonicity: 1
139
- pow1_2:
140
- realization: nsrops.pow1_2
141
- alias:
142
- - sqrt
143
- inverse: null
144
- arity: 1
145
- weight: 4
146
- precedence: 3
147
- commutative: false
148
- symmetry: 0
149
- positive: true
150
- monotonicity: 1
151
- pow1_3:
152
- realization: nsrops.pow1_3
153
- alias: []
154
- inverse: null
155
- arity: 1
156
- weight: 2
157
- precedence: 3
158
- commutative: false
159
- symmetry: -1
160
- positive: false
161
- monotonicity: 1
162
- pow1_4:
163
- realization: nsrops.pow1_4
164
- alias: []
165
- inverse: null
166
- arity: 1
167
- weight: 1
168
- precedence: 3
169
- commutative: false
170
- symmetry: 0
171
- positive: true
172
- monotonicity: 1
173
- pow1_5:
174
- realization: nsrops.pow1_5
175
- alias: []
176
- inverse: null
177
- arity: 1
178
- weight: 1
179
- precedence: 3
180
- commutative: false
181
- symmetry: -1
182
- positive: false
183
- monotonicity: 1
184
- sin:
185
- realization: numpy.sin
186
- wolfram: Sin
187
- alias: []
188
- inverse: asin
189
- arity: 1
190
- weight: 4
191
- precedence: 2
192
- commutative: false
193
- symmetry: -1
194
- positive: false
195
- monotonicity: 0
196
- cos:
197
- realization: numpy.cos
198
- wolfram: Cos
199
- alias: []
200
- inverse: acos
201
- arity: 1
202
- weight: 4
203
- precedence: 2
204
- commutative: false
205
- symmetry: 1
206
- positive: false
207
- monotonicity: 0
208
- tan:
209
- realization: numpy.tan
210
- wolfram: Tan
211
- alias: []
212
- inverse: atan
213
- arity: 1
214
- weight: 4
215
- precedence: 2
216
- commutative: false
217
- symmetry: -1
218
- positive: false
219
- monotonicity: 0
220
- asin:
221
- realization: numpy.arcsin
222
- wolfram: ArcSin
223
- alias:
224
- - arcsin
225
- inverse: sin
226
- arity: 1
227
- weight: 2
228
- precedence: 2
229
- commutative: false
230
- symmetry: -1
231
- positive: false
232
- monotonicity: 1
233
- acos:
234
- realization: numpy.arccos
235
- wolfram: ArcCos
236
- alias:
237
- - arccos
238
- inverse: cos
239
- arity: 1
240
- weight: 2
241
- precedence: 2
242
- commutative: false
243
- symmetry: 0
244
- positive: true
245
- monotonicity: 1
246
- atan:
247
- realization: numpy.arctan
248
- wolfram: ArcTan
249
- alias:
250
- - arctan
251
- inverse: tan
252
- arity: 1
253
- weight: 2
254
- precedence: 2
255
- commutative: false
256
- symmetry: -1
257
- positive: false
258
- monotonicity: 1
259
- exp:
260
- realization: numpy.exp
261
- wolfram: Exp
262
- alias: []
263
- inverse: log
264
- arity: 1
265
- weight: 4
266
- precedence: 3
267
- commutative: false
268
- symmetry: 0
269
- positive: true
270
- monotonicity: 1
271
- log:
272
- realization: numpy.log
273
- wolfram: Log
274
- alias:
275
- - ln
276
- inverse: exp
277
- arity: 1
278
- weight: 4
279
- precedence: 2
280
- commutative: false
281
- symmetry: 0
282
- positive: false
283
- monotonicity: 1
284
- variables: 3