Add v6.6

v6.0/checkpoint_1200000/expression_space.yaml

@@ -281,7 +281,4 @@ operators:
     symmetry: 0
     positive: false
     monotonicity: 1
-variables:
-- x1
-- x2
-- x3
+variables: 3

v6.6/checkpoint_100000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v6.6/checkpoint_100000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v6.6/checkpoint_100000/expression_space.yaml

@@ -0,0 +1,284 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    wolfram: Negative
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    wolfram: Abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    wolfram: Inverse
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    wolfram: Sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    wolfram: Cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    wolfram: Tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    wolfram: ArcSin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    wolfram: ArcCos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    wolfram: ArcTan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    wolfram: Exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    wolfram: Log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v6.6/checkpoint_100000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v6.6/checkpoint_100000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_100000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_100000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97e2c546c3bb294a0a7433e583cc47e5782483125dd61673cb769e711facfd3
+size 108624145

v6.6/checkpoint_100000/train.yaml

@@ -0,0 +1,25 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size_scheduler:
+  name: Constant
+  kwargs:
+    batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v6.6/checkpoint_1000000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v6.6/checkpoint_1000000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v6.6/checkpoint_1000000/expression_space.yaml

@@ -0,0 +1,284 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    wolfram: Negative
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    wolfram: Abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    wolfram: Inverse
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    wolfram: Sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    wolfram: Cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    wolfram: Tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    wolfram: ArcSin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    wolfram: ArcCos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    wolfram: ArcTan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    wolfram: Exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    wolfram: Log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v6.6/checkpoint_1000000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v6.6/checkpoint_1000000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_1000000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_1000000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237391a018b68644f947786d2b7bbe41918e016d9199cb4db60e4c1010dac176
+size 108624145

v6.6/checkpoint_1000000/train.yaml

@@ -0,0 +1,25 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size_scheduler:
+  name: Constant
+  kwargs:
+    batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v6.6/checkpoint_1100000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v6.6/checkpoint_1100000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v6.6/checkpoint_1100000/expression_space.yaml

@@ -0,0 +1,284 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    wolfram: Negative
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    wolfram: Abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    wolfram: Inverse
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    wolfram: Sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    wolfram: Cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    wolfram: Tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    wolfram: ArcSin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    wolfram: ArcCos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    wolfram: ArcTan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    wolfram: Exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    wolfram: Log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v6.6/checkpoint_1100000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v6.6/checkpoint_1100000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_1100000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_1100000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c814e575b3679d149e98dadddc21bef8429eafc931fa46ccfbdc952dc4343bfa
+size 108624145

v6.6/checkpoint_1100000/train.yaml

@@ -0,0 +1,25 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size_scheduler:
+  name: Constant
+  kwargs:
+    batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v6.6/checkpoint_1200000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v6.6/checkpoint_1200000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v6.6/checkpoint_1200000/expression_space.yaml

@@ -0,0 +1,284 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    wolfram: Negative
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    wolfram: Abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    wolfram: Inverse
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    wolfram: Sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    wolfram: Cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    wolfram: Tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    wolfram: ArcSin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    wolfram: ArcCos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    wolfram: ArcTan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    wolfram: Exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    wolfram: Log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v6.6/checkpoint_1200000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v6.6/checkpoint_1200000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_1200000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_1200000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aaad9622620cbf16ca64231430997a11a5cdd9d8926d1cdc1df5bf9662f216b
+size 108624145

v6.6/checkpoint_1200000/train.yaml

@@ -0,0 +1,25 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size_scheduler:
+  name: Constant
+  kwargs:
+    batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v6.6/checkpoint_1300000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v6.6/checkpoint_1300000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v6.6/checkpoint_1300000/expression_space.yaml

@@ -0,0 +1,284 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    wolfram: Negative
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    wolfram: Abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    wolfram: Inverse
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    wolfram: Sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    wolfram: Cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    wolfram: Tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    wolfram: ArcSin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    wolfram: ArcCos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    wolfram: ArcTan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    wolfram: Exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    wolfram: Log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v6.6/checkpoint_1300000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v6.6/checkpoint_1300000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_1300000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_1300000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1819332253348d8d8ad443e1bc84c5557e3c9db9febd327fb3d9c66e9a55ee4b
+size 108624145

v6.6/checkpoint_1300000/train.yaml

@@ -0,0 +1,25 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size_scheduler:
+  name: Constant
+  kwargs:
+    batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v6.6/checkpoint_1400000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v6.6/checkpoint_1400000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v6.6/checkpoint_1400000/expression_space.yaml

@@ -0,0 +1,284 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    wolfram: Negative
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    wolfram: Abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    wolfram: Inverse
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    wolfram: Sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    wolfram: Cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    wolfram: Tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    wolfram: ArcSin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    wolfram: ArcCos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    wolfram: ArcTan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    wolfram: Exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    wolfram: Log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v6.6/checkpoint_1400000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v6.6/checkpoint_1400000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_1400000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 0
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: -5
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v6.6/checkpoint_1400000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c038c04b32afb4dbbdc0b4b54e42a84728bcd5d33f2f0d0f961811c2fe5e3df
+size 108624145

v6.6/checkpoint_1400000/train.yaml

@@ -0,0 +1,25 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size_scheduler:
+  name: Constant
+  kwargs:
+    batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v6.6/checkpoint_1500000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero