diff --git a/v9.1/checkpoint_100000/dataset_train.yaml b/v9.1/checkpoint_100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_100000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_100000/dataset_val.yaml b/v9.1/checkpoint_100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_100000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_100000/expression_space.yaml b/v9.1/checkpoint_100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_100000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_100000/nsr.yaml b/v9.1/checkpoint_100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_100000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_100000/skeleton_pool_train.yaml b/v9.1/checkpoint_100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_100000/skeleton_pool_val.yaml b/v9.1/checkpoint_100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_100000/state_dict.pt b/v9.1/checkpoint_100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..1333a1c1972e954fadf6f4491c007a4f31a6bf3e --- /dev/null +++ b/v9.1/checkpoint_100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15f23e9e9d4713deb60266809f08b74e457aedb5e8217a8938b059a1523b1819 +size 108663827 diff --git a/v9.1/checkpoint_100000/train.yaml b/v9.1/checkpoint_100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_100000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_1000000/dataset_train.yaml b/v9.1/checkpoint_1000000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_1000000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_1000000/dataset_val.yaml b/v9.1/checkpoint_1000000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_1000000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_1000000/expression_space.yaml b/v9.1/checkpoint_1000000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_1000000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_1000000/nsr.yaml b/v9.1/checkpoint_1000000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_1000000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_1000000/skeleton_pool_train.yaml b/v9.1/checkpoint_1000000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_1000000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1000000/skeleton_pool_val.yaml b/v9.1/checkpoint_1000000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_1000000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1000000/state_dict.pt b/v9.1/checkpoint_1000000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff7b7d4cc530219b7410d3184f14b882c36f7c86 --- /dev/null +++ b/v9.1/checkpoint_1000000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de05ef230da4cc4b7087442f893ff2a272b2929f8131d02cd091cdac8340ac0b +size 108663827 diff --git a/v9.1/checkpoint_1000000/train.yaml b/v9.1/checkpoint_1000000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_1000000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_1100000/dataset_train.yaml b/v9.1/checkpoint_1100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_1100000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_1100000/dataset_val.yaml b/v9.1/checkpoint_1100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_1100000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_1100000/expression_space.yaml b/v9.1/checkpoint_1100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_1100000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_1100000/nsr.yaml b/v9.1/checkpoint_1100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_1100000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_1100000/skeleton_pool_train.yaml b/v9.1/checkpoint_1100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_1100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1100000/skeleton_pool_val.yaml b/v9.1/checkpoint_1100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_1100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1100000/state_dict.pt b/v9.1/checkpoint_1100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..3931cb7a2c47e94626d25edc0e0cbf1e9f65c654 --- /dev/null +++ b/v9.1/checkpoint_1100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfaecb06cbddac089fdaf3435b5f2ffcfeb88bc2a3da97147fe5240cd6621e9a +size 108663827 diff --git a/v9.1/checkpoint_1100000/train.yaml b/v9.1/checkpoint_1100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_1100000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_1200000/dataset_train.yaml b/v9.1/checkpoint_1200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_1200000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_1200000/dataset_val.yaml b/v9.1/checkpoint_1200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_1200000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_1200000/expression_space.yaml b/v9.1/checkpoint_1200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_1200000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_1200000/nsr.yaml b/v9.1/checkpoint_1200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_1200000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_1200000/skeleton_pool_train.yaml b/v9.1/checkpoint_1200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_1200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1200000/skeleton_pool_val.yaml b/v9.1/checkpoint_1200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_1200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1200000/state_dict.pt b/v9.1/checkpoint_1200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5dcf8d613bcb3bec9b8d18b355984404b06e43b --- /dev/null +++ b/v9.1/checkpoint_1200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62ef4990d31ee630c83f027850cd0c6b316fcfa05e1e3dd02613859dd297d8e0 +size 108663827 diff --git a/v9.1/checkpoint_1200000/train.yaml b/v9.1/checkpoint_1200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_1200000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_1300000/dataset_train.yaml b/v9.1/checkpoint_1300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_1300000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_1300000/dataset_val.yaml b/v9.1/checkpoint_1300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_1300000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_1300000/expression_space.yaml b/v9.1/checkpoint_1300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_1300000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_1300000/nsr.yaml b/v9.1/checkpoint_1300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_1300000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_1300000/skeleton_pool_train.yaml b/v9.1/checkpoint_1300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_1300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1300000/skeleton_pool_val.yaml b/v9.1/checkpoint_1300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_1300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1300000/state_dict.pt b/v9.1/checkpoint_1300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..2962dfac9ff5e20828513aa8a2d7d63baa551d70 --- /dev/null +++ b/v9.1/checkpoint_1300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70aadb0afcd7c2d8cef8d5fc9efca05a4b0fb00ed6cd9c2792f10f88fa5421d +size 108663827 diff --git a/v9.1/checkpoint_1300000/train.yaml b/v9.1/checkpoint_1300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_1300000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_1400000/dataset_train.yaml b/v9.1/checkpoint_1400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_1400000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_1400000/dataset_val.yaml b/v9.1/checkpoint_1400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_1400000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_1400000/expression_space.yaml b/v9.1/checkpoint_1400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_1400000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_1400000/nsr.yaml b/v9.1/checkpoint_1400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_1400000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_1400000/skeleton_pool_train.yaml b/v9.1/checkpoint_1400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_1400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1400000/skeleton_pool_val.yaml b/v9.1/checkpoint_1400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_1400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1400000/state_dict.pt b/v9.1/checkpoint_1400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eea234eaa1abfb1f04c9192c3406f9aaa3e1274 --- /dev/null +++ b/v9.1/checkpoint_1400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af17c66841633cc3d13aff11618553f116b3f3b7dd75092eb66e00aef048bf1 +size 108663827 diff --git a/v9.1/checkpoint_1400000/train.yaml b/v9.1/checkpoint_1400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_1400000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_1500000/dataset_train.yaml b/v9.1/checkpoint_1500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_1500000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_1500000/dataset_val.yaml b/v9.1/checkpoint_1500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_1500000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_1500000/expression_space.yaml b/v9.1/checkpoint_1500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_1500000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_1500000/nsr.yaml b/v9.1/checkpoint_1500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_1500000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_1500000/skeleton_pool_train.yaml b/v9.1/checkpoint_1500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_1500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1500000/skeleton_pool_val.yaml b/v9.1/checkpoint_1500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_1500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_1500000/state_dict.pt b/v9.1/checkpoint_1500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a67cd0d7bee1799f3a99d49109cf436182c2995 --- /dev/null +++ b/v9.1/checkpoint_1500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b6c627a6326b0f52d7492f9101a066c8a5b157841ed46d977b1c544211d0192 +size 108663827 diff --git a/v9.1/checkpoint_1500000/train.yaml b/v9.1/checkpoint_1500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_1500000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_200000/dataset_train.yaml b/v9.1/checkpoint_200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_200000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_200000/dataset_val.yaml b/v9.1/checkpoint_200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_200000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_200000/expression_space.yaml b/v9.1/checkpoint_200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_200000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_200000/nsr.yaml b/v9.1/checkpoint_200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_200000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_200000/skeleton_pool_train.yaml b/v9.1/checkpoint_200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_200000/skeleton_pool_val.yaml b/v9.1/checkpoint_200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_200000/state_dict.pt b/v9.1/checkpoint_200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e37c97ffd895fc26bd2c73a5ffc37b197e53bcc --- /dev/null +++ b/v9.1/checkpoint_200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb22f92af8060e39611cd33069e70c902cfa759a2c824af84823687f9b2d72ff +size 108663827 diff --git a/v9.1/checkpoint_200000/train.yaml b/v9.1/checkpoint_200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_200000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_300000/dataset_train.yaml b/v9.1/checkpoint_300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_300000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_300000/dataset_val.yaml b/v9.1/checkpoint_300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_300000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_300000/expression_space.yaml b/v9.1/checkpoint_300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_300000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_300000/nsr.yaml b/v9.1/checkpoint_300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_300000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_300000/skeleton_pool_train.yaml b/v9.1/checkpoint_300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_300000/skeleton_pool_val.yaml b/v9.1/checkpoint_300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_300000/state_dict.pt b/v9.1/checkpoint_300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c8e31546377d7bc1b6549ac3cafc233f69a4af1 --- /dev/null +++ b/v9.1/checkpoint_300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280e960ce3f7acf76e71771fca95614fa4c930fe1294278ac5706baa010ec835 +size 108663827 diff --git a/v9.1/checkpoint_300000/train.yaml b/v9.1/checkpoint_300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_300000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_400000/dataset_train.yaml b/v9.1/checkpoint_400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_400000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_400000/dataset_val.yaml b/v9.1/checkpoint_400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_400000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_400000/expression_space.yaml b/v9.1/checkpoint_400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_400000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_400000/nsr.yaml b/v9.1/checkpoint_400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_400000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_400000/skeleton_pool_train.yaml b/v9.1/checkpoint_400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_400000/skeleton_pool_val.yaml b/v9.1/checkpoint_400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_400000/state_dict.pt b/v9.1/checkpoint_400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcc953939e6bb5f92a472581a3b81a9111030205 --- /dev/null +++ b/v9.1/checkpoint_400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5e242edf3932e50e788fb283a057a83081f0787e2adb9ebda8cc52cd1129b6 +size 108663827 diff --git a/v9.1/checkpoint_400000/train.yaml b/v9.1/checkpoint_400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_400000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_500000/dataset_train.yaml b/v9.1/checkpoint_500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_500000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_500000/dataset_val.yaml b/v9.1/checkpoint_500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_500000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_500000/expression_space.yaml b/v9.1/checkpoint_500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_500000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_500000/nsr.yaml b/v9.1/checkpoint_500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_500000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_500000/skeleton_pool_train.yaml b/v9.1/checkpoint_500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_500000/skeleton_pool_val.yaml b/v9.1/checkpoint_500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_500000/state_dict.pt b/v9.1/checkpoint_500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..e60138c385fdb4e244568909b864352964f79da2 --- /dev/null +++ b/v9.1/checkpoint_500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:478fc992c30907f7e56a2506a6efa57c3280be65d8a872288f39b14d2859ed06 +size 108663827 diff --git a/v9.1/checkpoint_500000/train.yaml b/v9.1/checkpoint_500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_500000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_600000/dataset_train.yaml b/v9.1/checkpoint_600000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_600000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_600000/dataset_val.yaml b/v9.1/checkpoint_600000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_600000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_600000/expression_space.yaml b/v9.1/checkpoint_600000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_600000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_600000/nsr.yaml b/v9.1/checkpoint_600000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_600000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_600000/skeleton_pool_train.yaml b/v9.1/checkpoint_600000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_600000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_600000/skeleton_pool_val.yaml b/v9.1/checkpoint_600000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_600000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_600000/state_dict.pt b/v9.1/checkpoint_600000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..378eacadfd6be4449b4656828556665d14a06945 --- /dev/null +++ b/v9.1/checkpoint_600000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a3b53df1481471a66bece43d52d8fd4452e0148e9b9167a41ff43cae77a81d +size 108663827 diff --git a/v9.1/checkpoint_600000/train.yaml b/v9.1/checkpoint_600000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_600000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_700000/dataset_train.yaml b/v9.1/checkpoint_700000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_700000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_700000/dataset_val.yaml b/v9.1/checkpoint_700000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_700000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_700000/expression_space.yaml b/v9.1/checkpoint_700000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_700000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_700000/nsr.yaml b/v9.1/checkpoint_700000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_700000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_700000/skeleton_pool_train.yaml b/v9.1/checkpoint_700000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_700000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_700000/skeleton_pool_val.yaml b/v9.1/checkpoint_700000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_700000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_700000/state_dict.pt b/v9.1/checkpoint_700000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..d67596d1f8006ffe4d0240836bbd3d4852af3ec5 --- /dev/null +++ b/v9.1/checkpoint_700000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:782bdf6aa0d0562a3adb883058280b62d56315b034fd6ab60445625a41064125 +size 108663827 diff --git a/v9.1/checkpoint_700000/train.yaml b/v9.1/checkpoint_700000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_700000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_800000/dataset_train.yaml b/v9.1/checkpoint_800000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_800000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_800000/dataset_val.yaml b/v9.1/checkpoint_800000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_800000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_800000/expression_space.yaml b/v9.1/checkpoint_800000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_800000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_800000/nsr.yaml b/v9.1/checkpoint_800000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_800000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_800000/skeleton_pool_train.yaml b/v9.1/checkpoint_800000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_800000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_800000/skeleton_pool_val.yaml b/v9.1/checkpoint_800000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_800000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_800000/state_dict.pt b/v9.1/checkpoint_800000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaae2cc397e0e1103cb0f7e76b7e2aade96a7e8a --- /dev/null +++ b/v9.1/checkpoint_800000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b104ce2636e7fa91fb3a1b2cbd0b67d1ac558ac1a67960b9c77c4dafb263b64c +size 108663827 diff --git a/v9.1/checkpoint_800000/train.yaml b/v9.1/checkpoint_800000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_800000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/checkpoint_900000/dataset_train.yaml b/v9.1/checkpoint_900000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/checkpoint_900000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/checkpoint_900000/dataset_val.yaml b/v9.1/checkpoint_900000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/checkpoint_900000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/checkpoint_900000/expression_space.yaml b/v9.1/checkpoint_900000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/checkpoint_900000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/checkpoint_900000/nsr.yaml b/v9.1/checkpoint_900000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/checkpoint_900000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/checkpoint_900000/skeleton_pool_train.yaml b/v9.1/checkpoint_900000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/checkpoint_900000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_900000/skeleton_pool_val.yaml b/v9.1/checkpoint_900000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/checkpoint_900000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/checkpoint_900000/state_dict.pt b/v9.1/checkpoint_900000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2c08acc9b963058d63d05e77f536e9bcef52deb --- /dev/null +++ b/v9.1/checkpoint_900000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb6812c079b4634abe99ea1eae56e5a64caf2a02f6c6592469404eaa161532e +size 108663827 diff --git a/v9.1/checkpoint_900000/train.yaml b/v9.1/checkpoint_900000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/checkpoint_900000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.1/dataset_train.yaml b/v9.1/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..26b76430a70bff508cde93c3470aea428686c8b3 --- /dev/null +++ b/v9.1/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1.0 diff --git a/v9.1/dataset_val.yaml b/v9.1/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b69c10132d7e3ab3e420843927c0e5a9469a6546 --- /dev/null +++ b/v9.1/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.1/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml + format_probs: + complexity: 1 diff --git a/v9.1/expression_space.yaml b/v9.1/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.1/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.1/nsr.yaml b/v9.1/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0058e8a84d4b62e40f3e7ffa07a89c33e26acf5b --- /dev/null +++ b/v9.1/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/././expression_space.yaml diff --git a/v9.1/skeleton_pool_train.yaml b/v9.1/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8b35589e6d364566c614730fb700f9f1a1ca2cb4 --- /dev/null +++ b/v9.1/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.1/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/skeleton_pool_val.yaml b/v9.1/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3c14be0bc5781708ed38ca9589d1370454d8b63e --- /dev/null +++ b/v9.1/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.1/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.1/state_dict.pt b/v9.1/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a67cd0d7bee1799f3a99d49109cf436182c2995 --- /dev/null +++ b/v9.1/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b6c627a6326b0f52d7492f9101a066c8a5b157841ed46d977b1c544211d0192 +size 108663827 diff --git a/v9.1/train.yaml b/v9.1/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3a7ba781078e1457a93893ea762777fb87c138f --- /dev/null +++ b/v9.1/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.1/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.1/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda