diff --git a/v6.2/checkpoint_100000/dataset_train.yaml b/v6.2/checkpoint_100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_100000/dataset_val.yaml b/v6.2/checkpoint_100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_100000/expression_space.yaml b/v6.2/checkpoint_100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_100000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_100000/nsr.yaml b/v6.2/checkpoint_100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_100000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_100000/skeleton_pool_train.yaml b/v6.2/checkpoint_100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_100000/skeleton_pool_val.yaml b/v6.2/checkpoint_100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_100000/state_dict.pt b/v6.2/checkpoint_100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8b801d6f57e8f2cf3eb122c51527715fd0ef03f --- /dev/null +++ b/v6.2/checkpoint_100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b6410d4ec016b35f88c6c28493771cf37a86f357c3667244c89a21e9fe091b5 +size 108624145 diff --git a/v6.2/checkpoint_100000/train.yaml b/v6.2/checkpoint_100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_100000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_1000000/dataset_train.yaml b/v6.2/checkpoint_1000000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_1000000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_1000000/dataset_val.yaml b/v6.2/checkpoint_1000000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_1000000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_1000000/expression_space.yaml b/v6.2/checkpoint_1000000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_1000000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_1000000/nsr.yaml b/v6.2/checkpoint_1000000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_1000000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1000000/skeleton_pool_train.yaml b/v6.2/checkpoint_1000000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_1000000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1000000/skeleton_pool_val.yaml b/v6.2/checkpoint_1000000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_1000000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1000000/state_dict.pt b/v6.2/checkpoint_1000000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..92b57b1cbf9b53b10015bab6dc8cfc04bd31dbfb --- /dev/null +++ b/v6.2/checkpoint_1000000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4772aa9abe3f99a5a27ec762d0c6c95c8a7aa576cd299ff51dd7696d29b1ac2b +size 108624145 diff --git a/v6.2/checkpoint_1000000/train.yaml b/v6.2/checkpoint_1000000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_1000000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_1100000/dataset_train.yaml b/v6.2/checkpoint_1100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_1100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_1100000/dataset_val.yaml b/v6.2/checkpoint_1100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_1100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_1100000/expression_space.yaml b/v6.2/checkpoint_1100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_1100000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_1100000/nsr.yaml b/v6.2/checkpoint_1100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_1100000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1100000/skeleton_pool_train.yaml b/v6.2/checkpoint_1100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_1100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1100000/skeleton_pool_val.yaml b/v6.2/checkpoint_1100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_1100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1100000/state_dict.pt b/v6.2/checkpoint_1100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..86d4906f2c701deed34c35d37c4ea647fda1d3be --- /dev/null +++ b/v6.2/checkpoint_1100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d775532422493a21512db8da5375b427f409020300973e4c1a2a15efad62603 +size 108624145 diff --git a/v6.2/checkpoint_1100000/train.yaml b/v6.2/checkpoint_1100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_1100000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_1200000/dataset_train.yaml b/v6.2/checkpoint_1200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_1200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_1200000/dataset_val.yaml b/v6.2/checkpoint_1200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_1200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_1200000/expression_space.yaml b/v6.2/checkpoint_1200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_1200000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_1200000/nsr.yaml b/v6.2/checkpoint_1200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_1200000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1200000/skeleton_pool_train.yaml b/v6.2/checkpoint_1200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_1200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1200000/skeleton_pool_val.yaml b/v6.2/checkpoint_1200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_1200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1200000/state_dict.pt b/v6.2/checkpoint_1200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..19237fc231b7157ab099304db1df540fe4088018 --- /dev/null +++ b/v6.2/checkpoint_1200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b804123e9b7e9b38b240c61c4505704340d47873c0ff739d867e71d4588f7b +size 108624145 diff --git a/v6.2/checkpoint_1200000/train.yaml b/v6.2/checkpoint_1200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_1200000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_1300000/dataset_train.yaml b/v6.2/checkpoint_1300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_1300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_1300000/dataset_val.yaml b/v6.2/checkpoint_1300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_1300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_1300000/expression_space.yaml b/v6.2/checkpoint_1300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_1300000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_1300000/nsr.yaml b/v6.2/checkpoint_1300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_1300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1300000/skeleton_pool_train.yaml b/v6.2/checkpoint_1300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_1300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1300000/skeleton_pool_val.yaml b/v6.2/checkpoint_1300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_1300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1300000/state_dict.pt b/v6.2/checkpoint_1300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..26b1890bee2066d9b6c80f4e26eeed478621bd9e --- /dev/null +++ b/v6.2/checkpoint_1300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e56548195e2835b503c1add3941db8c68d87ede7428c70064b9d7cfc8bc8af56 +size 108624145 diff --git a/v6.2/checkpoint_1300000/train.yaml b/v6.2/checkpoint_1300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_1300000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_1400000/dataset_train.yaml b/v6.2/checkpoint_1400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_1400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_1400000/dataset_val.yaml b/v6.2/checkpoint_1400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_1400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_1400000/expression_space.yaml b/v6.2/checkpoint_1400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_1400000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_1400000/nsr.yaml b/v6.2/checkpoint_1400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_1400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1400000/skeleton_pool_train.yaml b/v6.2/checkpoint_1400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_1400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1400000/skeleton_pool_val.yaml b/v6.2/checkpoint_1400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_1400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1400000/state_dict.pt b/v6.2/checkpoint_1400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d5a4391af321014e1773c96260737d2ac458796 --- /dev/null +++ b/v6.2/checkpoint_1400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ddbae4998a7a1545ebc0bcb11da3ac7474bc99c6efab43b226f44c7f9dcaf2 +size 108624145 diff --git a/v6.2/checkpoint_1400000/train.yaml b/v6.2/checkpoint_1400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_1400000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_1500000/dataset_train.yaml b/v6.2/checkpoint_1500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_1500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_1500000/dataset_val.yaml b/v6.2/checkpoint_1500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_1500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_1500000/expression_space.yaml b/v6.2/checkpoint_1500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_1500000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_1500000/nsr.yaml b/v6.2/checkpoint_1500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_1500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1500000/skeleton_pool_train.yaml b/v6.2/checkpoint_1500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_1500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1500000/skeleton_pool_val.yaml b/v6.2/checkpoint_1500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_1500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_1500000/state_dict.pt b/v6.2/checkpoint_1500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..68ce81b04a72205e4504d64f8f3705f61a1905dd --- /dev/null +++ b/v6.2/checkpoint_1500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868ca6416bb1ec675413f6e6b433eaf36eb7435a56f825461c3d6288db5c85a2 +size 108624145 diff --git a/v6.2/checkpoint_1500000/train.yaml b/v6.2/checkpoint_1500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_1500000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_200000/dataset_train.yaml b/v6.2/checkpoint_200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_200000/dataset_val.yaml b/v6.2/checkpoint_200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_200000/expression_space.yaml b/v6.2/checkpoint_200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_200000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_200000/nsr.yaml b/v6.2/checkpoint_200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_200000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_200000/skeleton_pool_train.yaml b/v6.2/checkpoint_200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_200000/skeleton_pool_val.yaml b/v6.2/checkpoint_200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_200000/state_dict.pt b/v6.2/checkpoint_200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f42cd331b28b8d96310a3ad0f5503248923bd0d --- /dev/null +++ b/v6.2/checkpoint_200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef14e46c0b044dd531fdd0400a66b528e9acc3b60530bf0a31473e84fc787477 +size 108624145 diff --git a/v6.2/checkpoint_200000/train.yaml b/v6.2/checkpoint_200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_200000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_300000/dataset_train.yaml b/v6.2/checkpoint_300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_300000/dataset_val.yaml b/v6.2/checkpoint_300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_300000/expression_space.yaml b/v6.2/checkpoint_300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_300000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_300000/nsr.yaml b/v6.2/checkpoint_300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_300000/skeleton_pool_train.yaml b/v6.2/checkpoint_300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_300000/skeleton_pool_val.yaml b/v6.2/checkpoint_300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_300000/state_dict.pt b/v6.2/checkpoint_300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..87d88d69a2d996bc21a155be2df013061880b9df --- /dev/null +++ b/v6.2/checkpoint_300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dc9f87d92ab4fd2a451b0aa88805498329165432cc400c82aafcffc783d3e56 +size 108624145 diff --git a/v6.2/checkpoint_300000/train.yaml b/v6.2/checkpoint_300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_300000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_400000/dataset_train.yaml b/v6.2/checkpoint_400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_400000/dataset_val.yaml b/v6.2/checkpoint_400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_400000/expression_space.yaml b/v6.2/checkpoint_400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_400000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_400000/nsr.yaml b/v6.2/checkpoint_400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_400000/skeleton_pool_train.yaml b/v6.2/checkpoint_400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_400000/skeleton_pool_val.yaml b/v6.2/checkpoint_400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_400000/state_dict.pt b/v6.2/checkpoint_400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..ced965a8a9881530fae918d8058ad8eb57172098 --- /dev/null +++ b/v6.2/checkpoint_400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f60f13e409af188d73e9af28f03552431c2f9b371b1bea8a547da73e6338c29 +size 108624145 diff --git a/v6.2/checkpoint_400000/train.yaml b/v6.2/checkpoint_400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_400000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_500000/dataset_train.yaml b/v6.2/checkpoint_500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_500000/dataset_val.yaml b/v6.2/checkpoint_500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_500000/expression_space.yaml b/v6.2/checkpoint_500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_500000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_500000/nsr.yaml b/v6.2/checkpoint_500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_500000/skeleton_pool_train.yaml b/v6.2/checkpoint_500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_500000/skeleton_pool_val.yaml b/v6.2/checkpoint_500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_500000/state_dict.pt b/v6.2/checkpoint_500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..edccb87da0529962f47a43034200dbcb7f978813 --- /dev/null +++ b/v6.2/checkpoint_500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01f418189edf6b54700b18cf3bb7e82193dbf360e6e4d2537db510b3040bd474 +size 108624145 diff --git a/v6.2/checkpoint_500000/train.yaml b/v6.2/checkpoint_500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_500000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_600000/dataset_train.yaml b/v6.2/checkpoint_600000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_600000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_600000/dataset_val.yaml b/v6.2/checkpoint_600000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_600000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_600000/expression_space.yaml b/v6.2/checkpoint_600000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_600000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_600000/nsr.yaml b/v6.2/checkpoint_600000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_600000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_600000/skeleton_pool_train.yaml b/v6.2/checkpoint_600000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_600000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_600000/skeleton_pool_val.yaml b/v6.2/checkpoint_600000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_600000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_600000/state_dict.pt b/v6.2/checkpoint_600000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dfd4b59815510a648221f16dad2c9f6ae58cae3 --- /dev/null +++ b/v6.2/checkpoint_600000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1e7e39843628a61514b824cf4609bd55e11741bf833b471633e59025cfc35c0 +size 108624145 diff --git a/v6.2/checkpoint_600000/train.yaml b/v6.2/checkpoint_600000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_600000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_700000/dataset_train.yaml b/v6.2/checkpoint_700000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_700000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_700000/dataset_val.yaml b/v6.2/checkpoint_700000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_700000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_700000/expression_space.yaml b/v6.2/checkpoint_700000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_700000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_700000/nsr.yaml b/v6.2/checkpoint_700000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_700000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_700000/skeleton_pool_train.yaml b/v6.2/checkpoint_700000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_700000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_700000/skeleton_pool_val.yaml b/v6.2/checkpoint_700000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_700000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_700000/state_dict.pt b/v6.2/checkpoint_700000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9af8b3a5be552c1abce8385fe39f25a26601e81 --- /dev/null +++ b/v6.2/checkpoint_700000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bb47641eab23156a4909075848331e2fd45b592327eec233c727f3939450404 +size 108624145 diff --git a/v6.2/checkpoint_700000/train.yaml b/v6.2/checkpoint_700000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_700000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_800000/dataset_train.yaml b/v6.2/checkpoint_800000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_800000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_800000/dataset_val.yaml b/v6.2/checkpoint_800000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_800000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_800000/expression_space.yaml b/v6.2/checkpoint_800000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_800000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_800000/nsr.yaml b/v6.2/checkpoint_800000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_800000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_800000/skeleton_pool_train.yaml b/v6.2/checkpoint_800000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_800000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_800000/skeleton_pool_val.yaml b/v6.2/checkpoint_800000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_800000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_800000/state_dict.pt b/v6.2/checkpoint_800000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c83fc580da2e5a8c264c0369203b68fe85964de --- /dev/null +++ b/v6.2/checkpoint_800000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5534dae83803d45ef84050297fbe776a46020f0d24ba6235c9f6b0de4ec9697a +size 108624145 diff --git a/v6.2/checkpoint_800000/train.yaml b/v6.2/checkpoint_800000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_800000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/checkpoint_900000/dataset_train.yaml b/v6.2/checkpoint_900000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/checkpoint_900000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/checkpoint_900000/dataset_val.yaml b/v6.2/checkpoint_900000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/checkpoint_900000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/checkpoint_900000/expression_space.yaml b/v6.2/checkpoint_900000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/checkpoint_900000/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/checkpoint_900000/nsr.yaml b/v6.2/checkpoint_900000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/checkpoint_900000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_900000/skeleton_pool_train.yaml b/v6.2/checkpoint_900000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/checkpoint_900000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_900000/skeleton_pool_val.yaml b/v6.2/checkpoint_900000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/checkpoint_900000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/checkpoint_900000/state_dict.pt b/v6.2/checkpoint_900000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..108a24d67a380c922d33ec21b43f741b00146254 --- /dev/null +++ b/v6.2/checkpoint_900000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aeb51ce1768fa51e4917ea53883ad9964ff2b7c531f7876d464957924cd4abf +size 108624145 diff --git a/v6.2/checkpoint_900000/train.yaml b/v6.2/checkpoint_900000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/checkpoint_900000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v6.2/dataset_train.yaml b/v6.2/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v6.2/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v6.2/dataset_val.yaml b/v6.2/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v6.2/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v6.2/expression_space.yaml b/v6.2/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..841131c05717ed3b06ea431d3f8344c26f4ccd58 --- /dev/null +++ b/v6.2/expression_space.yaml @@ -0,0 +1,284 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + wolfram: Negative + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + wolfram: Abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + wolfram: Inverse + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + wolfram: Sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + wolfram: Cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + wolfram: Tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + wolfram: ArcSin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + wolfram: ArcCos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + wolfram: ArcTan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + wolfram: Exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + wolfram: Log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v6.2/nsr.yaml b/v6.2/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v6.2/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v6.2/skeleton_pool_train.yaml b/v6.2/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b368276383a63757c13db170546293894f6654a4 --- /dev/null +++ b/v6.2/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/skeleton_pool_val.yaml b/v6.2/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec3f2431bbdcf69560c06bbf9bb6636dc4f234e --- /dev/null +++ b/v6.2/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v6.2/state_dict.pt b/v6.2/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..68ce81b04a72205e4504d64f8f3705f61a1905dd --- /dev/null +++ b/v6.2/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868ca6416bb1ec675413f6e6b433eaf36eb7435a56f825461c3d6288db5c85a2 +size 108624145 diff --git a/v6.2/train.yaml b/v6.2/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v6.2/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda