diff --git a/v7.0-mini/checkpoint_100000/dataset_train.yaml b/v7.0-mini/checkpoint_100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_100000/dataset_val.yaml b/v7.0-mini/checkpoint_100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_100000/expression_space.yaml b/v7.0-mini/checkpoint_100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_100000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_100000/nsr.yaml b/v7.0-mini/checkpoint_100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_100000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_100000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_100000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_100000/state_dict.pt b/v7.0-mini/checkpoint_100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..24112ac2b08b55305d9008207c66c21f94d7b9aa --- /dev/null +++ b/v7.0-mini/checkpoint_100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8f67c656e83454e764d09a5c9270618a9d813f51a57789577189fcdfca4bdc +size 10146571 diff --git a/v7.0-mini/checkpoint_100000/train.yaml b/v7.0-mini/checkpoint_100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_100000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_1000000/dataset_train.yaml b/v7.0-mini/checkpoint_1000000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_1000000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1000000/dataset_val.yaml b/v7.0-mini/checkpoint_1000000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_1000000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1000000/expression_space.yaml b/v7.0-mini/checkpoint_1000000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_1000000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_1000000/nsr.yaml b/v7.0-mini/checkpoint_1000000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_1000000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_1000000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_1000000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_1000000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1000000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_1000000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_1000000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1000000/state_dict.pt b/v7.0-mini/checkpoint_1000000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d7114ac527b05395bf35f688629a26a3bbd925d --- /dev/null +++ b/v7.0-mini/checkpoint_1000000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fa7a989f27c60898991c656c467535c52fd57dcb97c91cb934cd5e7ea4a7e43 +size 10146571 diff --git a/v7.0-mini/checkpoint_1000000/train.yaml b/v7.0-mini/checkpoint_1000000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_1000000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_1100000/dataset_train.yaml b/v7.0-mini/checkpoint_1100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_1100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1100000/dataset_val.yaml b/v7.0-mini/checkpoint_1100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_1100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1100000/expression_space.yaml b/v7.0-mini/checkpoint_1100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_1100000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_1100000/nsr.yaml b/v7.0-mini/checkpoint_1100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_1100000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_1100000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_1100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_1100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1100000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_1100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_1100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1100000/state_dict.pt b/v7.0-mini/checkpoint_1100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7133e186bed09900d14ad7708cc223950410bf4 --- /dev/null +++ b/v7.0-mini/checkpoint_1100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d8d8a95df80ef8f2326e1e6bccd0b387adc9333e24cfd8bf4b5741bcd62a9f8 +size 10146571 diff --git a/v7.0-mini/checkpoint_1100000/train.yaml b/v7.0-mini/checkpoint_1100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_1100000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_1200000/dataset_train.yaml b/v7.0-mini/checkpoint_1200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_1200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1200000/dataset_val.yaml b/v7.0-mini/checkpoint_1200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_1200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1200000/expression_space.yaml b/v7.0-mini/checkpoint_1200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_1200000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_1200000/nsr.yaml b/v7.0-mini/checkpoint_1200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_1200000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_1200000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_1200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_1200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1200000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_1200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_1200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1200000/state_dict.pt b/v7.0-mini/checkpoint_1200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..46b7fc9a9fd9b9568596b3293fc734bb0a5ff41e --- /dev/null +++ b/v7.0-mini/checkpoint_1200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed81df40cdd6578421568e44047f3b3e33ddde06339f37764a6aadf26543f7d7 +size 10146571 diff --git a/v7.0-mini/checkpoint_1200000/train.yaml b/v7.0-mini/checkpoint_1200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_1200000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_1300000/dataset_train.yaml b/v7.0-mini/checkpoint_1300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_1300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1300000/dataset_val.yaml b/v7.0-mini/checkpoint_1300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_1300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1300000/expression_space.yaml b/v7.0-mini/checkpoint_1300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_1300000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_1300000/nsr.yaml b/v7.0-mini/checkpoint_1300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_1300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_1300000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_1300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_1300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1300000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_1300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_1300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1300000/state_dict.pt b/v7.0-mini/checkpoint_1300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e83175ed90a16f8741309d3dca25fd3b511944d --- /dev/null +++ b/v7.0-mini/checkpoint_1300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4b54dda9eefce43985c3cbfe2b54f65a812a88f1b2818b34832a7dddb8abc8 +size 10146571 diff --git a/v7.0-mini/checkpoint_1300000/train.yaml b/v7.0-mini/checkpoint_1300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_1300000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_1400000/dataset_train.yaml b/v7.0-mini/checkpoint_1400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_1400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1400000/dataset_val.yaml b/v7.0-mini/checkpoint_1400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_1400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1400000/expression_space.yaml b/v7.0-mini/checkpoint_1400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_1400000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_1400000/nsr.yaml b/v7.0-mini/checkpoint_1400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_1400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_1400000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_1400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_1400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1400000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_1400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_1400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1400000/state_dict.pt b/v7.0-mini/checkpoint_1400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a9e4fbbe967a2853c36c9de798cef8ee84d031d --- /dev/null +++ b/v7.0-mini/checkpoint_1400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6da9e46b542004524bfa05fe9afef6436635a26948fc154dccfa134b899095 +size 10146571 diff --git a/v7.0-mini/checkpoint_1400000/train.yaml b/v7.0-mini/checkpoint_1400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_1400000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_1500000/dataset_train.yaml b/v7.0-mini/checkpoint_1500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_1500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1500000/dataset_val.yaml b/v7.0-mini/checkpoint_1500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_1500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_1500000/expression_space.yaml b/v7.0-mini/checkpoint_1500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_1500000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_1500000/nsr.yaml b/v7.0-mini/checkpoint_1500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_1500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_1500000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_1500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_1500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1500000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_1500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_1500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_1500000/state_dict.pt b/v7.0-mini/checkpoint_1500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3873b179bac7de5ded047798af3e3af1c9c85e4 --- /dev/null +++ b/v7.0-mini/checkpoint_1500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb9b9f6d0fffc79e49b2e9dcf3477f8ad5727903a11e67bd407d4006e23f80c +size 10146571 diff --git a/v7.0-mini/checkpoint_1500000/train.yaml b/v7.0-mini/checkpoint_1500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_1500000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_200000/dataset_train.yaml b/v7.0-mini/checkpoint_200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_200000/dataset_val.yaml b/v7.0-mini/checkpoint_200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_200000/expression_space.yaml b/v7.0-mini/checkpoint_200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_200000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_200000/nsr.yaml b/v7.0-mini/checkpoint_200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_200000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_200000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_200000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_200000/state_dict.pt b/v7.0-mini/checkpoint_200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..4118b0fe1182ce0628c47e2540401f9c396968f6 --- /dev/null +++ b/v7.0-mini/checkpoint_200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dce9cdb47be7dbcfc69cdb5f7348bb7d3899b0522b77d714b9d0689afea9fdc9 +size 10146571 diff --git a/v7.0-mini/checkpoint_200000/train.yaml b/v7.0-mini/checkpoint_200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_200000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_300000/dataset_train.yaml b/v7.0-mini/checkpoint_300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_300000/dataset_val.yaml b/v7.0-mini/checkpoint_300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_300000/expression_space.yaml b/v7.0-mini/checkpoint_300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_300000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_300000/nsr.yaml b/v7.0-mini/checkpoint_300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_300000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_300000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_300000/state_dict.pt b/v7.0-mini/checkpoint_300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4605ba3c5eaeae1a112008a9fa69c361c345f9e --- /dev/null +++ b/v7.0-mini/checkpoint_300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32373de2e5d91c21fe8c29a90f15511192babaa3c84e120a72b58e9e7d44ecaf +size 10146571 diff --git a/v7.0-mini/checkpoint_300000/train.yaml b/v7.0-mini/checkpoint_300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_300000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_400000/dataset_train.yaml b/v7.0-mini/checkpoint_400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_400000/dataset_val.yaml b/v7.0-mini/checkpoint_400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_400000/expression_space.yaml b/v7.0-mini/checkpoint_400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_400000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_400000/nsr.yaml b/v7.0-mini/checkpoint_400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_400000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_400000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_400000/state_dict.pt b/v7.0-mini/checkpoint_400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca2384238c4d4ef748e8c4019075d62e529b5162 --- /dev/null +++ b/v7.0-mini/checkpoint_400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e4e4c97bb3b081df412787c6e098ee1ba6e4f3a45be50d704fda380e5d70e6 +size 10146571 diff --git a/v7.0-mini/checkpoint_400000/train.yaml b/v7.0-mini/checkpoint_400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_400000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_500000/dataset_train.yaml b/v7.0-mini/checkpoint_500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_500000/dataset_val.yaml b/v7.0-mini/checkpoint_500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_500000/expression_space.yaml b/v7.0-mini/checkpoint_500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_500000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_500000/nsr.yaml b/v7.0-mini/checkpoint_500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_500000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_500000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_500000/state_dict.pt b/v7.0-mini/checkpoint_500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..418e2471df452c5c30b33e979e6f9c768d6b4093 --- /dev/null +++ b/v7.0-mini/checkpoint_500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83e319f65da257a02d6a4fc1cb0c9c38427863a57800935a500b62d3eb6c89b2 +size 10146571 diff --git a/v7.0-mini/checkpoint_500000/train.yaml b/v7.0-mini/checkpoint_500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_500000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_600000/dataset_train.yaml b/v7.0-mini/checkpoint_600000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_600000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_600000/dataset_val.yaml b/v7.0-mini/checkpoint_600000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_600000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_600000/expression_space.yaml b/v7.0-mini/checkpoint_600000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_600000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_600000/nsr.yaml b/v7.0-mini/checkpoint_600000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_600000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_600000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_600000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_600000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_600000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_600000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_600000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_600000/state_dict.pt b/v7.0-mini/checkpoint_600000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..e95e701d6e8267a20263ef046b28d62ed47951b0 --- /dev/null +++ b/v7.0-mini/checkpoint_600000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34877f2299c66968438e50e8f4c7223a640dda349d45c5bd20184086b4566d88 +size 10146571 diff --git a/v7.0-mini/checkpoint_600000/train.yaml b/v7.0-mini/checkpoint_600000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_600000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_700000/dataset_train.yaml b/v7.0-mini/checkpoint_700000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_700000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_700000/dataset_val.yaml b/v7.0-mini/checkpoint_700000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_700000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_700000/expression_space.yaml b/v7.0-mini/checkpoint_700000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_700000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_700000/nsr.yaml b/v7.0-mini/checkpoint_700000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_700000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_700000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_700000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_700000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_700000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_700000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_700000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_700000/state_dict.pt b/v7.0-mini/checkpoint_700000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ea2f5c31d143b922b151a34c04526c5ca942b71 --- /dev/null +++ b/v7.0-mini/checkpoint_700000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6d047fa3edb84455fd963792e49023b9c1b6127721bb25dd4af3e8278de6dc7 +size 10146571 diff --git a/v7.0-mini/checkpoint_700000/train.yaml b/v7.0-mini/checkpoint_700000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_700000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_800000/dataset_train.yaml b/v7.0-mini/checkpoint_800000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_800000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_800000/dataset_val.yaml b/v7.0-mini/checkpoint_800000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_800000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_800000/expression_space.yaml b/v7.0-mini/checkpoint_800000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_800000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_800000/nsr.yaml b/v7.0-mini/checkpoint_800000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_800000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_800000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_800000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_800000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_800000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_800000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_800000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_800000/state_dict.pt b/v7.0-mini/checkpoint_800000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..099e66ee31f38398a6fd7e5b5d48e6041da7a8ae --- /dev/null +++ b/v7.0-mini/checkpoint_800000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e8a716b08530efe58fe555ceb75fbc41be1a0cbd124734094d4324f15454c0 +size 10146571 diff --git a/v7.0-mini/checkpoint_800000/train.yaml b/v7.0-mini/checkpoint_800000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_800000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/checkpoint_900000/dataset_train.yaml b/v7.0-mini/checkpoint_900000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/checkpoint_900000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_900000/dataset_val.yaml b/v7.0-mini/checkpoint_900000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/checkpoint_900000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/checkpoint_900000/expression_space.yaml b/v7.0-mini/checkpoint_900000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/checkpoint_900000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/checkpoint_900000/nsr.yaml b/v7.0-mini/checkpoint_900000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/checkpoint_900000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/checkpoint_900000/skeleton_pool_train.yaml b/v7.0-mini/checkpoint_900000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/checkpoint_900000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_900000/skeleton_pool_val.yaml b/v7.0-mini/checkpoint_900000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/checkpoint_900000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/checkpoint_900000/state_dict.pt b/v7.0-mini/checkpoint_900000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..9030882e26774244d6bbc7469149f8ad7e1e14b4 --- /dev/null +++ b/v7.0-mini/checkpoint_900000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:548e5bf99fc2004fa4b5d39898b61b1253a6f27932d1cccf9fa39d26f9665291 +size 10146571 diff --git a/v7.0-mini/checkpoint_900000/train.yaml b/v7.0-mini/checkpoint_900000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/checkpoint_900000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.0-mini/dataset_train.yaml b/v7.0-mini/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d272366dad69e210cd697927da6251b97b54396 --- /dev/null +++ b/v7.0-mini/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.0-mini/dataset_val.yaml b/v7.0-mini/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bd39a26646031f668bb33ad1ea2ea7373cfeeb43 --- /dev/null +++ b/v7.0-mini/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v7.0-mini/expression_space.yaml b/v7.0-mini/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.0-mini/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.0-mini/nsr.yaml b/v7.0-mini/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..83349c3778291624e33849dd703d9d9ea7d5a598 --- /dev/null +++ b/v7.0-mini/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/././expression_space.yaml diff --git a/v7.0-mini/skeleton_pool_train.yaml b/v7.0-mini/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6ca78c94651b65bf417192ac2c876ecf8069e4bd --- /dev/null +++ b/v7.0-mini/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.0-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/skeleton_pool_val.yaml b/v7.0-mini/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9fb27026c90c35c9c4e824750f0cbcc53c45b99b --- /dev/null +++ b/v7.0-mini/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.0-mini/state_dict.pt b/v7.0-mini/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3873b179bac7de5ded047798af3e3af1c9c85e4 --- /dev/null +++ b/v7.0-mini/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb9b9f6d0fffc79e49b2e9dcf3477f8ad5727903a11e67bd407d4006e23f80c +size 10146571 diff --git a/v7.0-mini/train.yaml b/v7.0-mini/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a0361bb32f20540faa7544749c6630b0a74206e4 --- /dev/null +++ b/v7.0-mini/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.0-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda