diff --git a/v9.0/checkpoint_100000/dataset_train.yaml b/v9.0/checkpoint_100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_100000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_100000/dataset_val.yaml b/v9.0/checkpoint_100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_100000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_100000/expression_space.yaml b/v9.0/checkpoint_100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_100000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_100000/nsr.yaml b/v9.0/checkpoint_100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_100000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_100000/skeleton_pool_train.yaml b/v9.0/checkpoint_100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_100000/skeleton_pool_val.yaml b/v9.0/checkpoint_100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_100000/state_dict.pt b/v9.0/checkpoint_100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..95cd65d9b18cf25de81ab29df7c111043c8d379e --- /dev/null +++ b/v9.0/checkpoint_100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f136613c51721c2084629caa8f0c86569cfa7873887c6cf93933170f50a867 +size 108663827 diff --git a/v9.0/checkpoint_100000/train.yaml b/v9.0/checkpoint_100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_100000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_1000000/dataset_train.yaml b/v9.0/checkpoint_1000000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_1000000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1000000/dataset_val.yaml b/v9.0/checkpoint_1000000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_1000000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1000000/expression_space.yaml b/v9.0/checkpoint_1000000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_1000000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_1000000/nsr.yaml b/v9.0/checkpoint_1000000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_1000000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_1000000/skeleton_pool_train.yaml b/v9.0/checkpoint_1000000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_1000000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1000000/skeleton_pool_val.yaml b/v9.0/checkpoint_1000000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_1000000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1000000/state_dict.pt b/v9.0/checkpoint_1000000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..95c5a0acf419f6bf53b91d6bf9f2a287c04a4fef --- /dev/null +++ b/v9.0/checkpoint_1000000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:447280ac5effe71cc6592a1249f394467de191ec17cd978f8d559400c1de093e +size 108663827 diff --git a/v9.0/checkpoint_1000000/train.yaml b/v9.0/checkpoint_1000000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_1000000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_1100000/dataset_train.yaml b/v9.0/checkpoint_1100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_1100000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1100000/dataset_val.yaml b/v9.0/checkpoint_1100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_1100000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1100000/expression_space.yaml b/v9.0/checkpoint_1100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_1100000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_1100000/nsr.yaml b/v9.0/checkpoint_1100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_1100000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_1100000/skeleton_pool_train.yaml b/v9.0/checkpoint_1100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_1100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1100000/skeleton_pool_val.yaml b/v9.0/checkpoint_1100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_1100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1100000/state_dict.pt b/v9.0/checkpoint_1100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..c86e7c61980e945903b1647cdb59b76111d70341 --- /dev/null +++ b/v9.0/checkpoint_1100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703604f659043961fd84189727d0fe9ce7483674969ffa7a386687bf9b0ee2e0 +size 108663827 diff --git a/v9.0/checkpoint_1100000/train.yaml b/v9.0/checkpoint_1100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_1100000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_1200000/dataset_train.yaml b/v9.0/checkpoint_1200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_1200000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1200000/dataset_val.yaml b/v9.0/checkpoint_1200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_1200000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1200000/expression_space.yaml b/v9.0/checkpoint_1200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_1200000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_1200000/nsr.yaml b/v9.0/checkpoint_1200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_1200000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_1200000/skeleton_pool_train.yaml b/v9.0/checkpoint_1200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_1200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1200000/skeleton_pool_val.yaml b/v9.0/checkpoint_1200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_1200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1200000/state_dict.pt b/v9.0/checkpoint_1200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..b433b1e7e41593d4f4eb646723b813a84b3767b3 --- /dev/null +++ b/v9.0/checkpoint_1200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4848f430ad9d22914acf8796ebb53907688969f88a9a10fd7b7aa87fb1c7b291 +size 108663827 diff --git a/v9.0/checkpoint_1200000/train.yaml b/v9.0/checkpoint_1200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_1200000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_1300000/dataset_train.yaml b/v9.0/checkpoint_1300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_1300000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1300000/dataset_val.yaml b/v9.0/checkpoint_1300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_1300000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1300000/expression_space.yaml b/v9.0/checkpoint_1300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_1300000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_1300000/nsr.yaml b/v9.0/checkpoint_1300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_1300000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_1300000/skeleton_pool_train.yaml b/v9.0/checkpoint_1300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_1300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1300000/skeleton_pool_val.yaml b/v9.0/checkpoint_1300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_1300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1300000/state_dict.pt b/v9.0/checkpoint_1300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..4834e41166229c31ae8c201b165d54fdab991d4e --- /dev/null +++ b/v9.0/checkpoint_1300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f1ef23f633c673d5dcd3dbac97b6716834e4a28bd04b8103a134d808beb4791 +size 108663827 diff --git a/v9.0/checkpoint_1300000/train.yaml b/v9.0/checkpoint_1300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_1300000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_1400000/dataset_train.yaml b/v9.0/checkpoint_1400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_1400000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1400000/dataset_val.yaml b/v9.0/checkpoint_1400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_1400000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1400000/expression_space.yaml b/v9.0/checkpoint_1400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_1400000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_1400000/nsr.yaml b/v9.0/checkpoint_1400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_1400000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_1400000/skeleton_pool_train.yaml b/v9.0/checkpoint_1400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_1400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1400000/skeleton_pool_val.yaml b/v9.0/checkpoint_1400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_1400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1400000/state_dict.pt b/v9.0/checkpoint_1400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..2011fa8d3b1b4a1d6957b7fd17c0e857f2d50947 --- /dev/null +++ b/v9.0/checkpoint_1400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca2e3b30ee48a9096b1db0771301c08c843ee296ba820f40ab55d8a0bc87ec8 +size 108663827 diff --git a/v9.0/checkpoint_1400000/train.yaml b/v9.0/checkpoint_1400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_1400000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_1500000/dataset_train.yaml b/v9.0/checkpoint_1500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_1500000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1500000/dataset_val.yaml b/v9.0/checkpoint_1500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_1500000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_1500000/expression_space.yaml b/v9.0/checkpoint_1500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_1500000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_1500000/nsr.yaml b/v9.0/checkpoint_1500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_1500000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_1500000/skeleton_pool_train.yaml b/v9.0/checkpoint_1500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_1500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1500000/skeleton_pool_val.yaml b/v9.0/checkpoint_1500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_1500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_1500000/state_dict.pt b/v9.0/checkpoint_1500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..86ba01e94066b3c0b020ec4beb850d2438521c01 --- /dev/null +++ b/v9.0/checkpoint_1500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ff984491ad19add4126377b35f40facc783f28123d62edbe260e7f396e8e52 +size 108663827 diff --git a/v9.0/checkpoint_1500000/train.yaml b/v9.0/checkpoint_1500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_1500000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_200000/dataset_train.yaml b/v9.0/checkpoint_200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_200000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_200000/dataset_val.yaml b/v9.0/checkpoint_200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_200000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_200000/expression_space.yaml b/v9.0/checkpoint_200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_200000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_200000/nsr.yaml b/v9.0/checkpoint_200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_200000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_200000/skeleton_pool_train.yaml b/v9.0/checkpoint_200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_200000/skeleton_pool_val.yaml b/v9.0/checkpoint_200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_200000/state_dict.pt b/v9.0/checkpoint_200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..9271626c12fa131d1335063bc2ea2d332f4ce47b --- /dev/null +++ b/v9.0/checkpoint_200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa404d1a8141b1227cbc1dcb0e53b654569a6e50bfd74a8019ddfa846b4f99c1 +size 108663827 diff --git a/v9.0/checkpoint_200000/train.yaml b/v9.0/checkpoint_200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_200000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_300000/dataset_train.yaml b/v9.0/checkpoint_300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_300000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_300000/dataset_val.yaml b/v9.0/checkpoint_300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_300000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_300000/expression_space.yaml b/v9.0/checkpoint_300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_300000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_300000/nsr.yaml b/v9.0/checkpoint_300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_300000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_300000/skeleton_pool_train.yaml b/v9.0/checkpoint_300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_300000/skeleton_pool_val.yaml b/v9.0/checkpoint_300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_300000/state_dict.pt b/v9.0/checkpoint_300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..74f786a16ca116ae141b00bccb7cd8b74786b04d --- /dev/null +++ b/v9.0/checkpoint_300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f708b8e42cb737a413a1aa19d46c29d1025899c3833995328b6ab1d68e227f +size 108663827 diff --git a/v9.0/checkpoint_300000/train.yaml b/v9.0/checkpoint_300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_300000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_400000/dataset_train.yaml b/v9.0/checkpoint_400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_400000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_400000/dataset_val.yaml b/v9.0/checkpoint_400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_400000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_400000/expression_space.yaml b/v9.0/checkpoint_400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_400000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_400000/nsr.yaml b/v9.0/checkpoint_400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_400000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_400000/skeleton_pool_train.yaml b/v9.0/checkpoint_400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_400000/skeleton_pool_val.yaml b/v9.0/checkpoint_400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_400000/state_dict.pt b/v9.0/checkpoint_400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..03342be17a3e6cde7773c7318dab2a80d6130f5b --- /dev/null +++ b/v9.0/checkpoint_400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16df19da8317436297e974fb8f18cc8e64e917def4c1cd6200059440d589ee9f +size 108663827 diff --git a/v9.0/checkpoint_400000/train.yaml b/v9.0/checkpoint_400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_400000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_500000/dataset_train.yaml b/v9.0/checkpoint_500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_500000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_500000/dataset_val.yaml b/v9.0/checkpoint_500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_500000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_500000/expression_space.yaml b/v9.0/checkpoint_500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_500000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_500000/nsr.yaml b/v9.0/checkpoint_500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_500000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_500000/skeleton_pool_train.yaml b/v9.0/checkpoint_500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_500000/skeleton_pool_val.yaml b/v9.0/checkpoint_500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_500000/state_dict.pt b/v9.0/checkpoint_500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c6cc83c680adbfb05363ad171d2fc9e2357c9a0 --- /dev/null +++ b/v9.0/checkpoint_500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecfc8bd99c277fb77803b1b06d40b179370cb3a44e62e9b046ae4356a3642c1e +size 108663827 diff --git a/v9.0/checkpoint_500000/train.yaml b/v9.0/checkpoint_500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_500000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_600000/dataset_train.yaml b/v9.0/checkpoint_600000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_600000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_600000/dataset_val.yaml b/v9.0/checkpoint_600000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_600000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_600000/expression_space.yaml b/v9.0/checkpoint_600000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_600000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_600000/nsr.yaml b/v9.0/checkpoint_600000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_600000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_600000/skeleton_pool_train.yaml b/v9.0/checkpoint_600000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_600000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_600000/skeleton_pool_val.yaml b/v9.0/checkpoint_600000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_600000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_600000/state_dict.pt b/v9.0/checkpoint_600000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b8e287bca0a33284d08d20ecb87824048da37b1 --- /dev/null +++ b/v9.0/checkpoint_600000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e9058aef81124bb6b76e1436f1cddf793d6a45f52de39530d15c522b507af6 +size 108663827 diff --git a/v9.0/checkpoint_600000/train.yaml b/v9.0/checkpoint_600000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_600000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_700000/dataset_train.yaml b/v9.0/checkpoint_700000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_700000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_700000/dataset_val.yaml b/v9.0/checkpoint_700000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_700000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_700000/expression_space.yaml b/v9.0/checkpoint_700000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_700000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_700000/nsr.yaml b/v9.0/checkpoint_700000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_700000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_700000/skeleton_pool_train.yaml b/v9.0/checkpoint_700000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_700000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_700000/skeleton_pool_val.yaml b/v9.0/checkpoint_700000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_700000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_700000/state_dict.pt b/v9.0/checkpoint_700000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..a182c1c7f8ea172cf6eca80d93d7f62fb1ca6336 --- /dev/null +++ b/v9.0/checkpoint_700000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54440ecdfc3ba11b10b4e0c13b9853356a8f7c77403a9f57c540d723a505488f +size 108663827 diff --git a/v9.0/checkpoint_700000/train.yaml b/v9.0/checkpoint_700000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_700000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_800000/dataset_train.yaml b/v9.0/checkpoint_800000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_800000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_800000/dataset_val.yaml b/v9.0/checkpoint_800000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_800000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_800000/expression_space.yaml b/v9.0/checkpoint_800000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_800000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_800000/nsr.yaml b/v9.0/checkpoint_800000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_800000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_800000/skeleton_pool_train.yaml b/v9.0/checkpoint_800000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_800000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_800000/skeleton_pool_val.yaml b/v9.0/checkpoint_800000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_800000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_800000/state_dict.pt b/v9.0/checkpoint_800000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..3894ce25b2972ee701c0384f17cdd7293b174644 --- /dev/null +++ b/v9.0/checkpoint_800000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992c9ad4fc1698da046c625720833364e2c6848ccbd9c63b8ca3bd106123099a +size 108663827 diff --git a/v9.0/checkpoint_800000/train.yaml b/v9.0/checkpoint_800000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_800000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/checkpoint_900000/dataset_train.yaml b/v9.0/checkpoint_900000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/checkpoint_900000/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_900000/dataset_val.yaml b/v9.0/checkpoint_900000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/checkpoint_900000/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/checkpoint_900000/expression_space.yaml b/v9.0/checkpoint_900000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/checkpoint_900000/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/checkpoint_900000/nsr.yaml b/v9.0/checkpoint_900000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/checkpoint_900000/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/checkpoint_900000/skeleton_pool_train.yaml b/v9.0/checkpoint_900000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/checkpoint_900000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_900000/skeleton_pool_val.yaml b/v9.0/checkpoint_900000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/checkpoint_900000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/checkpoint_900000/state_dict.pt b/v9.0/checkpoint_900000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d963e5dde7625d32beaad46fad36f0a53efc83 --- /dev/null +++ b/v9.0/checkpoint_900000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5112608080efbe9a8eba543fadca921836b937f164b774b4028e748087501e2b +size 108663827 diff --git a/v9.0/checkpoint_900000/train.yaml b/v9.0/checkpoint_900000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/checkpoint_900000/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v9.0/dataset_train.yaml b/v9.0/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2552521e9a184aaf8a47fca0f3ff8afd6afe0f1e --- /dev/null +++ b/v9.0/dataset_train.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_train.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/dataset_val.yaml b/v9.0/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c8a0de4cdc0886bafa94c3dc2a35fb99d32a595 --- /dev/null +++ b/v9.0/dataset_val.yaml @@ -0,0 +1,6 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v9.0/././skeleton_pool_val.yaml +padding: zero +preprocessor: + expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml + format_probs: + complexity: 0.5 diff --git a/v9.0/expression_space.yaml b/v9.0/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..58f31ae36459baf003b8e872a07f16513f215b73 --- /dev/null +++ b/v9.0/expression_space.yaml @@ -0,0 +1,282 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 +special_tokens: +- +- +- +- +- +- +- +- diff --git a/v9.0/nsr.yaml b/v9.0/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1c8b99b6f8dc6d8106d4d12b56fe5399438b392e --- /dev/null +++ b/v9.0/nsr.yaml @@ -0,0 +1,21 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 64 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +support_numeric_tokens: true +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/././expression_space.yaml diff --git a/v9.0/skeleton_pool_train.yaml b/v9.0/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a21965ad9ef58068e05d271637bae6e2bd0d5782 --- /dev/null +++ b/v9.0/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v9.0/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/skeleton_pool_val.yaml b/v9.0/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..52f2d8287ff558aebbd3dd9788c6c20d833a3b33 --- /dev/null +++ b/v9.0/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v9.0/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v9.0/state_dict.pt b/v9.0/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..86ba01e94066b3c0b020ec4beb850d2438521c01 --- /dev/null +++ b/v9.0/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ff984491ad19add4126377b35f40facc783f28123d62edbe260e7f396e8e52 +size 108663827 diff --git a/v9.0/train.yaml b/v9.0/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2db06284b3dc7c2e40b1706b6e6c7a2b047ff80f --- /dev/null +++ b/v9.0/train.yaml @@ -0,0 +1,27 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v9.0/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v9.0/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +preprocess: true +contrastive_n_per_class: 1 +contrastive_margin: 0.0 +contrastive_temperature: 0.5 +numeric_prediction_loss_weight: 0 +contrastive_loss_weight: 0 +steps: 1500000 +device: cuda