diff --git a/v8.0/checkpoint_100000/dataset_train.yaml b/v8.0/checkpoint_100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_100000/dataset_val.yaml b/v8.0/checkpoint_100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_100000/expression_space.yaml b/v8.0/checkpoint_100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_100000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_100000/nsr.yaml b/v8.0/checkpoint_100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_100000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_100000/skeleton_pool_train.yaml b/v8.0/checkpoint_100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_100000/skeleton_pool_val.yaml b/v8.0/checkpoint_100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_100000/state_dict.pt b/v8.0/checkpoint_100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..c395408150cb050174babcbc0927b198c50a1cb1 --- /dev/null +++ b/v8.0/checkpoint_100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb3443f95e2d25a7afc7be0fe712e7b1a50ddfca261ac5a16b646c2a604bb531 +size 108624145 diff --git a/v8.0/checkpoint_100000/train.yaml b/v8.0/checkpoint_100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_100000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_1000000/dataset_train.yaml b/v8.0/checkpoint_1000000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_1000000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_1000000/dataset_val.yaml b/v8.0/checkpoint_1000000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_1000000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_1000000/expression_space.yaml b/v8.0/checkpoint_1000000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_1000000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_1000000/nsr.yaml b/v8.0/checkpoint_1000000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_1000000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_1000000/skeleton_pool_train.yaml b/v8.0/checkpoint_1000000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_1000000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1000000/skeleton_pool_val.yaml b/v8.0/checkpoint_1000000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_1000000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1000000/state_dict.pt b/v8.0/checkpoint_1000000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..364308f1a4296efe3c1da82d8ed07a42d2f724ac --- /dev/null +++ b/v8.0/checkpoint_1000000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd559c8bf09c981d592c4f6637fc9ff6a218e5f65c4d816a3c4ad7e53b930a3 +size 108624145 diff --git a/v8.0/checkpoint_1000000/train.yaml b/v8.0/checkpoint_1000000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_1000000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_1100000/dataset_train.yaml b/v8.0/checkpoint_1100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_1100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_1100000/dataset_val.yaml b/v8.0/checkpoint_1100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_1100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_1100000/expression_space.yaml b/v8.0/checkpoint_1100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_1100000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_1100000/nsr.yaml b/v8.0/checkpoint_1100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_1100000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_1100000/skeleton_pool_train.yaml b/v8.0/checkpoint_1100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_1100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1100000/skeleton_pool_val.yaml b/v8.0/checkpoint_1100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_1100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1100000/state_dict.pt b/v8.0/checkpoint_1100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6c66308e45dbe67e0b8c94bfa244f31a0a5c92f --- /dev/null +++ b/v8.0/checkpoint_1100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe45d6b4983ea0867d34e0d5b344b5d34bbab42ffac222c4078d294f8c168b2f +size 108624145 diff --git a/v8.0/checkpoint_1100000/train.yaml b/v8.0/checkpoint_1100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_1100000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_1200000/dataset_train.yaml b/v8.0/checkpoint_1200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_1200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_1200000/dataset_val.yaml b/v8.0/checkpoint_1200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_1200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_1200000/expression_space.yaml b/v8.0/checkpoint_1200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_1200000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_1200000/nsr.yaml b/v8.0/checkpoint_1200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_1200000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_1200000/skeleton_pool_train.yaml b/v8.0/checkpoint_1200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_1200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1200000/skeleton_pool_val.yaml b/v8.0/checkpoint_1200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_1200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1200000/state_dict.pt b/v8.0/checkpoint_1200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..090d1dfb05258b8f6925bdfc123cc136a99501cf --- /dev/null +++ b/v8.0/checkpoint_1200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20199b8950d31ec56d6e4e82118acf148108947548b8a092bec4a84e73b5a869 +size 108624145 diff --git a/v8.0/checkpoint_1200000/train.yaml b/v8.0/checkpoint_1200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_1200000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_1300000/dataset_train.yaml b/v8.0/checkpoint_1300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_1300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_1300000/dataset_val.yaml b/v8.0/checkpoint_1300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_1300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_1300000/expression_space.yaml b/v8.0/checkpoint_1300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_1300000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_1300000/nsr.yaml b/v8.0/checkpoint_1300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_1300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_1300000/skeleton_pool_train.yaml b/v8.0/checkpoint_1300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_1300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1300000/skeleton_pool_val.yaml b/v8.0/checkpoint_1300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_1300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1300000/state_dict.pt b/v8.0/checkpoint_1300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cbcd6e78cc11497e061413448432d74add3dc0e --- /dev/null +++ b/v8.0/checkpoint_1300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a251e834b641cac0c792bc31164fd7a8e0d5ed2b87d570fc652654546811dc +size 108624145 diff --git a/v8.0/checkpoint_1300000/train.yaml b/v8.0/checkpoint_1300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_1300000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_1400000/dataset_train.yaml b/v8.0/checkpoint_1400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_1400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_1400000/dataset_val.yaml b/v8.0/checkpoint_1400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_1400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_1400000/expression_space.yaml b/v8.0/checkpoint_1400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_1400000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_1400000/nsr.yaml b/v8.0/checkpoint_1400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_1400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_1400000/skeleton_pool_train.yaml b/v8.0/checkpoint_1400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_1400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1400000/skeleton_pool_val.yaml b/v8.0/checkpoint_1400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_1400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1400000/state_dict.pt b/v8.0/checkpoint_1400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fb5418bb5a328d6a2c9ff761126ebd9f3ad29a2 --- /dev/null +++ b/v8.0/checkpoint_1400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89fae98ae5b1c28a8218b3115497c377e25d643f0b1116fe1a840c58b4eeb89a +size 108624145 diff --git a/v8.0/checkpoint_1400000/train.yaml b/v8.0/checkpoint_1400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_1400000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_1500000/dataset_train.yaml b/v8.0/checkpoint_1500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_1500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_1500000/dataset_val.yaml b/v8.0/checkpoint_1500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_1500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_1500000/expression_space.yaml b/v8.0/checkpoint_1500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_1500000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_1500000/nsr.yaml b/v8.0/checkpoint_1500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_1500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_1500000/skeleton_pool_train.yaml b/v8.0/checkpoint_1500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_1500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1500000/skeleton_pool_val.yaml b/v8.0/checkpoint_1500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_1500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_1500000/state_dict.pt b/v8.0/checkpoint_1500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3741be5d234b111bb246fd40e4e7899ccfaeb46 --- /dev/null +++ b/v8.0/checkpoint_1500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88f013ddab9fd546e2e7690027d13f5c239c2e765fdc6e5ca300d4f3b33bae11 +size 108624145 diff --git a/v8.0/checkpoint_1500000/train.yaml b/v8.0/checkpoint_1500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_1500000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_200000/dataset_train.yaml b/v8.0/checkpoint_200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_200000/dataset_val.yaml b/v8.0/checkpoint_200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_200000/expression_space.yaml b/v8.0/checkpoint_200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_200000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_200000/nsr.yaml b/v8.0/checkpoint_200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_200000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_200000/skeleton_pool_train.yaml b/v8.0/checkpoint_200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_200000/skeleton_pool_val.yaml b/v8.0/checkpoint_200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_200000/state_dict.pt b/v8.0/checkpoint_200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cfb775f50e2698d446c4ee0c639fe09fcf1d7de --- /dev/null +++ b/v8.0/checkpoint_200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33591f30d9ae8ab867da91bc89cd353195672caa20680c00df2bae776083c4c4 +size 108624145 diff --git a/v8.0/checkpoint_200000/train.yaml b/v8.0/checkpoint_200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_200000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_300000/dataset_train.yaml b/v8.0/checkpoint_300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_300000/dataset_val.yaml b/v8.0/checkpoint_300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_300000/expression_space.yaml b/v8.0/checkpoint_300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_300000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_300000/nsr.yaml b/v8.0/checkpoint_300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_300000/skeleton_pool_train.yaml b/v8.0/checkpoint_300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_300000/skeleton_pool_val.yaml b/v8.0/checkpoint_300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_300000/state_dict.pt b/v8.0/checkpoint_300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3ad94790def8c5b63c39fc8813cb8f50fd52193 --- /dev/null +++ b/v8.0/checkpoint_300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96acd8f1293e09389751cc858c409858fef5dc80a47024fd556acbafc8a41b07 +size 108624145 diff --git a/v8.0/checkpoint_300000/train.yaml b/v8.0/checkpoint_300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_300000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_400000/dataset_train.yaml b/v8.0/checkpoint_400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_400000/dataset_val.yaml b/v8.0/checkpoint_400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_400000/expression_space.yaml b/v8.0/checkpoint_400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_400000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_400000/nsr.yaml b/v8.0/checkpoint_400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_400000/skeleton_pool_train.yaml b/v8.0/checkpoint_400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_400000/skeleton_pool_val.yaml b/v8.0/checkpoint_400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_400000/state_dict.pt b/v8.0/checkpoint_400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..e78580a67af08c26b48f992c0cca3e5509bfb089 --- /dev/null +++ b/v8.0/checkpoint_400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82fe9e4ae495e1ac8fd176a468c2d74407bb328d009e5956854c084fa9b140e4 +size 108624145 diff --git a/v8.0/checkpoint_400000/train.yaml b/v8.0/checkpoint_400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_400000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_500000/dataset_train.yaml b/v8.0/checkpoint_500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_500000/dataset_val.yaml b/v8.0/checkpoint_500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_500000/expression_space.yaml b/v8.0/checkpoint_500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_500000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_500000/nsr.yaml b/v8.0/checkpoint_500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_500000/skeleton_pool_train.yaml b/v8.0/checkpoint_500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_500000/skeleton_pool_val.yaml b/v8.0/checkpoint_500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_500000/state_dict.pt b/v8.0/checkpoint_500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eb427f93b1c1c67128a0fde6ce4bcc10fc1a5d6 --- /dev/null +++ b/v8.0/checkpoint_500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e215ec78650e8614cb493017f3669b379438ba3890287040e55b67254fcc1f +size 108624145 diff --git a/v8.0/checkpoint_500000/train.yaml b/v8.0/checkpoint_500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_500000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_600000/dataset_train.yaml b/v8.0/checkpoint_600000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_600000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_600000/dataset_val.yaml b/v8.0/checkpoint_600000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_600000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_600000/expression_space.yaml b/v8.0/checkpoint_600000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_600000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_600000/nsr.yaml b/v8.0/checkpoint_600000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_600000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_600000/skeleton_pool_train.yaml b/v8.0/checkpoint_600000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_600000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_600000/skeleton_pool_val.yaml b/v8.0/checkpoint_600000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_600000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_600000/state_dict.pt b/v8.0/checkpoint_600000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2144deb460c27f36a82b33cac11d57b43578cce --- /dev/null +++ b/v8.0/checkpoint_600000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e37320bbdeb4476a783ec4d7d45dfc4d5d569ec12755902d88b565060d07808 +size 108624145 diff --git a/v8.0/checkpoint_600000/train.yaml b/v8.0/checkpoint_600000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_600000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_700000/dataset_train.yaml b/v8.0/checkpoint_700000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_700000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_700000/dataset_val.yaml b/v8.0/checkpoint_700000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_700000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_700000/expression_space.yaml b/v8.0/checkpoint_700000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_700000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_700000/nsr.yaml b/v8.0/checkpoint_700000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_700000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_700000/skeleton_pool_train.yaml b/v8.0/checkpoint_700000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_700000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_700000/skeleton_pool_val.yaml b/v8.0/checkpoint_700000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_700000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_700000/state_dict.pt b/v8.0/checkpoint_700000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..0278b43e9c149f0c1af65d16ccef0319ffa29b8f --- /dev/null +++ b/v8.0/checkpoint_700000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f520af64c5886921bdfa3937bded05a471fd4f9e5c43ce6b435200e2791822a +size 108624145 diff --git a/v8.0/checkpoint_700000/train.yaml b/v8.0/checkpoint_700000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_700000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_800000/dataset_train.yaml b/v8.0/checkpoint_800000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_800000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_800000/dataset_val.yaml b/v8.0/checkpoint_800000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_800000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_800000/expression_space.yaml b/v8.0/checkpoint_800000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_800000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_800000/nsr.yaml b/v8.0/checkpoint_800000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_800000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_800000/skeleton_pool_train.yaml b/v8.0/checkpoint_800000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_800000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_800000/skeleton_pool_val.yaml b/v8.0/checkpoint_800000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_800000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_800000/state_dict.pt b/v8.0/checkpoint_800000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..14360c7a170db64333b983d6acce8ea9c0f14bd5 --- /dev/null +++ b/v8.0/checkpoint_800000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46f064cbba11e4ba7ab0f49d15627f9deec6dfbb5c4b3d19fb80feded1c4eef1 +size 108624145 diff --git a/v8.0/checkpoint_800000/train.yaml b/v8.0/checkpoint_800000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_800000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/checkpoint_900000/dataset_train.yaml b/v8.0/checkpoint_900000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/checkpoint_900000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/checkpoint_900000/dataset_val.yaml b/v8.0/checkpoint_900000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/checkpoint_900000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/checkpoint_900000/expression_space.yaml b/v8.0/checkpoint_900000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/checkpoint_900000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/checkpoint_900000/nsr.yaml b/v8.0/checkpoint_900000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/checkpoint_900000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/checkpoint_900000/skeleton_pool_train.yaml b/v8.0/checkpoint_900000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/checkpoint_900000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_900000/skeleton_pool_val.yaml b/v8.0/checkpoint_900000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/checkpoint_900000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/checkpoint_900000/state_dict.pt b/v8.0/checkpoint_900000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d44f88790a884c67e749767565f8fcf58f9507a --- /dev/null +++ b/v8.0/checkpoint_900000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:754205ac339e752613c03e8936d19e799913325d071e62a6a04593330dc87cbc +size 108624145 diff --git a/v8.0/checkpoint_900000/train.yaml b/v8.0/checkpoint_900000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/checkpoint_900000/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda diff --git a/v8.0/dataset_train.yaml b/v8.0/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v8.0/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v8.0/dataset_val.yaml b/v8.0/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v8.0/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v8.0/expression_space.yaml b/v8.0/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v8.0/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v8.0/nsr.yaml b/v8.0/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fbf7648cce6f9097cf6881c0909e917d6de0e70 --- /dev/null +++ b/v8.0/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v8.0/skeleton_pool_train.yaml b/v8.0/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2c538c1f4a7e50de530a02ed4f78d44c76a48888 --- /dev/null +++ b/v8.0/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v8.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/skeleton_pool_val.yaml b/v8.0/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v8.0/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v8.0/state_dict.pt b/v8.0/state_dict.pt index f754f07f0301ce36b6890f9b13b6121a472cc113..c3741be5d234b111bb246fd40e4e7899ccfaeb46 100644 --- a/v8.0/state_dict.pt +++ b/v8.0/state_dict.pt @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:88e74701cd3667ae8b1c6b1e2083e0ac51b12da8c5f1d2667e50115eee727c34 +oid sha256:88f013ddab9fd546e2e7690027d13f5c239c2e765fdc6e5ca300d4f3b33bae11 size 108624145 diff --git a/v8.0/train.yaml b/v8.0/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1b439cbb3dbdf9e394bbb4c97b4e609a3f46bb8a --- /dev/null +++ b/v8.0/train.yaml @@ -0,0 +1,26 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +contrastive_n_per_class: 4 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0.2 +steps: 1500000 +device: cuda