diff --git a/v7.12/checkpoint_100000/dataset_train.yaml b/v7.12/checkpoint_100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_100000/dataset_val.yaml b/v7.12/checkpoint_100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_100000/expression_space.yaml b/v7.12/checkpoint_100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_100000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_100000/nsr.yaml b/v7.12/checkpoint_100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_100000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_100000/skeleton_pool_train.yaml b/v7.12/checkpoint_100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_100000/skeleton_pool_val.yaml b/v7.12/checkpoint_100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_100000/state_dict.pt b/v7.12/checkpoint_100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9e300f2e8548c45cfdc5dcbcc5d082c2836f7e0 --- /dev/null +++ b/v7.12/checkpoint_100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a81afae030487d0d39724344b08ece2050371ee6a6431248d6388c6b08ac2cf3 +size 109443345 diff --git a/v7.12/checkpoint_100000/train.yaml b/v7.12/checkpoint_100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_100000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_1000000/dataset_train.yaml b/v7.12/checkpoint_1000000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_1000000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_1000000/dataset_val.yaml b/v7.12/checkpoint_1000000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_1000000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_1000000/expression_space.yaml b/v7.12/checkpoint_1000000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_1000000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_1000000/nsr.yaml b/v7.12/checkpoint_1000000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_1000000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_1000000/skeleton_pool_train.yaml b/v7.12/checkpoint_1000000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_1000000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1000000/skeleton_pool_val.yaml b/v7.12/checkpoint_1000000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_1000000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1000000/state_dict.pt b/v7.12/checkpoint_1000000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a13d4f1e122db4e1133ad1815524d81c764a67d --- /dev/null +++ b/v7.12/checkpoint_1000000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dcfac56a8d97913cf2a2ff0a98fabb0c3f79e0ac67a6ecc939d6356c5ff42cd +size 109443345 diff --git a/v7.12/checkpoint_1000000/train.yaml b/v7.12/checkpoint_1000000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_1000000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_1100000/dataset_train.yaml b/v7.12/checkpoint_1100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_1100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_1100000/dataset_val.yaml b/v7.12/checkpoint_1100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_1100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_1100000/expression_space.yaml b/v7.12/checkpoint_1100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_1100000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_1100000/nsr.yaml b/v7.12/checkpoint_1100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_1100000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_1100000/skeleton_pool_train.yaml b/v7.12/checkpoint_1100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_1100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1100000/skeleton_pool_val.yaml b/v7.12/checkpoint_1100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_1100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1100000/state_dict.pt b/v7.12/checkpoint_1100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d83b63762c8c72c19a9e4f203d1fd33d7aa6843 --- /dev/null +++ b/v7.12/checkpoint_1100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3e98af62414438301c2c3bc4d77db79029cb5a2427b874390872b08768c7c9e +size 109443345 diff --git a/v7.12/checkpoint_1100000/train.yaml b/v7.12/checkpoint_1100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_1100000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_1200000/dataset_train.yaml b/v7.12/checkpoint_1200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_1200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_1200000/dataset_val.yaml b/v7.12/checkpoint_1200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_1200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_1200000/expression_space.yaml b/v7.12/checkpoint_1200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_1200000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_1200000/nsr.yaml b/v7.12/checkpoint_1200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_1200000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_1200000/skeleton_pool_train.yaml b/v7.12/checkpoint_1200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_1200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1200000/skeleton_pool_val.yaml b/v7.12/checkpoint_1200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_1200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1200000/state_dict.pt b/v7.12/checkpoint_1200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..28f11da72d764848c9d59fcd1270cafbbb0ae5a2 --- /dev/null +++ b/v7.12/checkpoint_1200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:764cbaaff9fb4d5961e71ba786d92b6ac55c87a87185fd505e2a070afd7c19ab +size 109443345 diff --git a/v7.12/checkpoint_1200000/train.yaml b/v7.12/checkpoint_1200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_1200000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_1300000/dataset_train.yaml b/v7.12/checkpoint_1300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_1300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_1300000/dataset_val.yaml b/v7.12/checkpoint_1300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_1300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_1300000/expression_space.yaml b/v7.12/checkpoint_1300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_1300000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_1300000/nsr.yaml b/v7.12/checkpoint_1300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_1300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_1300000/skeleton_pool_train.yaml b/v7.12/checkpoint_1300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_1300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1300000/skeleton_pool_val.yaml b/v7.12/checkpoint_1300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_1300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1300000/state_dict.pt b/v7.12/checkpoint_1300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..265f94a07a69cfa498d636cc69ac9dd02904b78e --- /dev/null +++ b/v7.12/checkpoint_1300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a97104873b9649087b3367846907d0eb71599c606a75afd76ea9558b17ec5838 +size 109443345 diff --git a/v7.12/checkpoint_1300000/train.yaml b/v7.12/checkpoint_1300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_1300000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_1400000/dataset_train.yaml b/v7.12/checkpoint_1400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_1400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_1400000/dataset_val.yaml b/v7.12/checkpoint_1400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_1400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_1400000/expression_space.yaml b/v7.12/checkpoint_1400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_1400000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_1400000/nsr.yaml b/v7.12/checkpoint_1400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_1400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_1400000/skeleton_pool_train.yaml b/v7.12/checkpoint_1400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_1400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1400000/skeleton_pool_val.yaml b/v7.12/checkpoint_1400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_1400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1400000/state_dict.pt b/v7.12/checkpoint_1400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..322777630380014916c64daf87c2d4051c501160 --- /dev/null +++ b/v7.12/checkpoint_1400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e01ccf8f457689497950055cfbe9ec3db8ec418a411add0a5e26c6251cc31f4 +size 109443345 diff --git a/v7.12/checkpoint_1400000/train.yaml b/v7.12/checkpoint_1400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_1400000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_1500000/dataset_train.yaml b/v7.12/checkpoint_1500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_1500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_1500000/dataset_val.yaml b/v7.12/checkpoint_1500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_1500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_1500000/expression_space.yaml b/v7.12/checkpoint_1500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_1500000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_1500000/nsr.yaml b/v7.12/checkpoint_1500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_1500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_1500000/skeleton_pool_train.yaml b/v7.12/checkpoint_1500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_1500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1500000/skeleton_pool_val.yaml b/v7.12/checkpoint_1500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_1500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_1500000/state_dict.pt b/v7.12/checkpoint_1500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f400e159d171a0321b50338786ed8ffce5f4038 --- /dev/null +++ b/v7.12/checkpoint_1500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a25cee5dd6dc932a2344cadebf471f32750ebaadfd396c9830ff7c99dac5e83 +size 109443345 diff --git a/v7.12/checkpoint_1500000/train.yaml b/v7.12/checkpoint_1500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_1500000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_200000/dataset_train.yaml b/v7.12/checkpoint_200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_200000/dataset_val.yaml b/v7.12/checkpoint_200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_200000/expression_space.yaml b/v7.12/checkpoint_200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_200000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_200000/nsr.yaml b/v7.12/checkpoint_200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_200000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_200000/skeleton_pool_train.yaml b/v7.12/checkpoint_200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_200000/skeleton_pool_val.yaml b/v7.12/checkpoint_200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_200000/state_dict.pt b/v7.12/checkpoint_200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf1f4e1ad8acf0750420129dead22fee0a811497 --- /dev/null +++ b/v7.12/checkpoint_200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8e9799071ca612fbd62924ab4ebda54f169d953bd93fd54d7de53bd7e22ce1 +size 109443345 diff --git a/v7.12/checkpoint_200000/train.yaml b/v7.12/checkpoint_200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_200000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_300000/dataset_train.yaml b/v7.12/checkpoint_300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_300000/dataset_val.yaml b/v7.12/checkpoint_300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_300000/expression_space.yaml b/v7.12/checkpoint_300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_300000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_300000/nsr.yaml b/v7.12/checkpoint_300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_300000/skeleton_pool_train.yaml b/v7.12/checkpoint_300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_300000/skeleton_pool_val.yaml b/v7.12/checkpoint_300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_300000/state_dict.pt b/v7.12/checkpoint_300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b60d9387e86a987dfb311ffe9031781f190eba --- /dev/null +++ b/v7.12/checkpoint_300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905fd21f1de26ebc0b77895e182a231a424b4afb3c3b530a021d1d5982652134 +size 109443345 diff --git a/v7.12/checkpoint_300000/train.yaml b/v7.12/checkpoint_300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_300000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_400000/dataset_train.yaml b/v7.12/checkpoint_400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_400000/dataset_val.yaml b/v7.12/checkpoint_400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_400000/expression_space.yaml b/v7.12/checkpoint_400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_400000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_400000/nsr.yaml b/v7.12/checkpoint_400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_400000/skeleton_pool_train.yaml b/v7.12/checkpoint_400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_400000/skeleton_pool_val.yaml b/v7.12/checkpoint_400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_400000/state_dict.pt b/v7.12/checkpoint_400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..041db04727e01dde977786cd88379206aa50755d --- /dev/null +++ b/v7.12/checkpoint_400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98dc5602900935d66facd0577c02904757642d9f70610e2439a13ed40c89abfb +size 109443345 diff --git a/v7.12/checkpoint_400000/train.yaml b/v7.12/checkpoint_400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_400000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_500000/dataset_train.yaml b/v7.12/checkpoint_500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_500000/dataset_val.yaml b/v7.12/checkpoint_500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_500000/expression_space.yaml b/v7.12/checkpoint_500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_500000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_500000/nsr.yaml b/v7.12/checkpoint_500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_500000/skeleton_pool_train.yaml b/v7.12/checkpoint_500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_500000/skeleton_pool_val.yaml b/v7.12/checkpoint_500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_500000/state_dict.pt b/v7.12/checkpoint_500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..57d6bee497606633e959d869f50196285f2c86b0 --- /dev/null +++ b/v7.12/checkpoint_500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553fbab2ace5e4dfc60eedeb063a4acaa0fc426ad12e7f5b153411c1f457f218 +size 109443345 diff --git a/v7.12/checkpoint_500000/train.yaml b/v7.12/checkpoint_500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_500000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_600000/dataset_train.yaml b/v7.12/checkpoint_600000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_600000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_600000/dataset_val.yaml b/v7.12/checkpoint_600000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_600000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_600000/expression_space.yaml b/v7.12/checkpoint_600000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_600000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_600000/nsr.yaml b/v7.12/checkpoint_600000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_600000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_600000/skeleton_pool_train.yaml b/v7.12/checkpoint_600000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_600000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_600000/skeleton_pool_val.yaml b/v7.12/checkpoint_600000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_600000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_600000/state_dict.pt b/v7.12/checkpoint_600000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..29ad9c34fd9bbfeff2a3f41111eb095ef81753e1 --- /dev/null +++ b/v7.12/checkpoint_600000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96da522d2b47c7bf98dea160ec9605c94769d44d1c749eb774f9fb9ec3f95ac7 +size 109443345 diff --git a/v7.12/checkpoint_600000/train.yaml b/v7.12/checkpoint_600000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_600000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_700000/dataset_train.yaml b/v7.12/checkpoint_700000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_700000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_700000/dataset_val.yaml b/v7.12/checkpoint_700000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_700000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_700000/expression_space.yaml b/v7.12/checkpoint_700000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_700000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_700000/nsr.yaml b/v7.12/checkpoint_700000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_700000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_700000/skeleton_pool_train.yaml b/v7.12/checkpoint_700000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_700000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_700000/skeleton_pool_val.yaml b/v7.12/checkpoint_700000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_700000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_700000/state_dict.pt b/v7.12/checkpoint_700000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..155d0709d434ec9a05645933e0dd2c2b45462af5 --- /dev/null +++ b/v7.12/checkpoint_700000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714f3df34515683a6226d66f8be3598cb663c8b2e31ebe7c252bc1e3612b5093 +size 109443345 diff --git a/v7.12/checkpoint_700000/train.yaml b/v7.12/checkpoint_700000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_700000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_800000/dataset_train.yaml b/v7.12/checkpoint_800000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_800000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_800000/dataset_val.yaml b/v7.12/checkpoint_800000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_800000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_800000/expression_space.yaml b/v7.12/checkpoint_800000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_800000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_800000/nsr.yaml b/v7.12/checkpoint_800000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_800000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_800000/skeleton_pool_train.yaml b/v7.12/checkpoint_800000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_800000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_800000/skeleton_pool_val.yaml b/v7.12/checkpoint_800000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_800000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_800000/state_dict.pt b/v7.12/checkpoint_800000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..65190993b5d71ddac3f7d313a18716ca75759cda --- /dev/null +++ b/v7.12/checkpoint_800000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16cf0968a02ac866fb145ad295355e46be187dea43af0537aaa85e424867dccb +size 109443345 diff --git a/v7.12/checkpoint_800000/train.yaml b/v7.12/checkpoint_800000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_800000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/checkpoint_900000/dataset_train.yaml b/v7.12/checkpoint_900000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/checkpoint_900000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/checkpoint_900000/dataset_val.yaml b/v7.12/checkpoint_900000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/checkpoint_900000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/checkpoint_900000/expression_space.yaml b/v7.12/checkpoint_900000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/checkpoint_900000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/checkpoint_900000/nsr.yaml b/v7.12/checkpoint_900000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/checkpoint_900000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/checkpoint_900000/skeleton_pool_train.yaml b/v7.12/checkpoint_900000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/checkpoint_900000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_900000/skeleton_pool_val.yaml b/v7.12/checkpoint_900000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/checkpoint_900000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/checkpoint_900000/state_dict.pt b/v7.12/checkpoint_900000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..60b0a82fc9733ebadfbc9e757394eb7b02ce1278 --- /dev/null +++ b/v7.12/checkpoint_900000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68b4cbe780603c0878d2e9e42fe076eed3ea7d4d6b07b0c0a38c0ee42821dde4 +size 109443345 diff --git a/v7.12/checkpoint_900000/train.yaml b/v7.12/checkpoint_900000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/checkpoint_900000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.12/dataset_train.yaml b/v7.12/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..460d094de6202fa2059e5ab4333eebd74478577f --- /dev/null +++ b/v7.12/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.12/dataset_val.yaml b/v7.12/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dba2baa4de45fe643d374aec29ef73961dc1ea1d --- /dev/null +++ b/v7.12/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.12/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.12/expression_space.yaml b/v7.12/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1cb464fc1694b68442a576dc0d9ef208a31b6114 --- /dev/null +++ b/v7.12/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 11 diff --git a/v7.12/nsr.yaml b/v7.12/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21d0fe16f5b04c052dff3f315e23a45763c30fb3 --- /dev/null +++ b/v7.12/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 12 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/././expression_space.yaml diff --git a/v7.12/skeleton_pool_train.yaml b/v7.12/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..80a66ea8c0a2eaaa0912a463409ae67c36299388 --- /dev/null +++ b/v7.12/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.12/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/skeleton_pool_val.yaml b/v7.12/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a7d4a63f0dff17826d63b113c3b24b363545bfdf --- /dev/null +++ b/v7.12/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.12/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.12/state_dict.pt b/v7.12/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f400e159d171a0321b50338786ed8ffce5f4038 --- /dev/null +++ b/v7.12/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a25cee5dd6dc932a2344cadebf471f32750ebaadfd396c9830ff7c99dac5e83 +size 109443345 diff --git a/v7.12/train.yaml b/v7.12/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57246e99a14fa0fdc4333a9651580b9de716566e --- /dev/null +++ b/v7.12/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.12/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.12/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda