diff --git a/v7.3/checkpoint_100000/dataset_train.yaml b/v7.3/checkpoint_100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_100000/dataset_val.yaml b/v7.3/checkpoint_100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_100000/expression_space.yaml b/v7.3/checkpoint_100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_100000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_100000/nsr.yaml b/v7.3/checkpoint_100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_100000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_100000/skeleton_pool_train.yaml b/v7.3/checkpoint_100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_100000/skeleton_pool_val.yaml b/v7.3/checkpoint_100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_100000/state_dict.pt b/v7.3/checkpoint_100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c1cc973f090e873782ad2036311a1ca04fddb63 --- /dev/null +++ b/v7.3/checkpoint_100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da30e7f044bbc625a9bd53ca8a548b63bfe290d44a93bbf65c19768d97035f0b +size 108513553 diff --git a/v7.3/checkpoint_100000/train.yaml b/v7.3/checkpoint_100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_100000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_1000000/dataset_train.yaml b/v7.3/checkpoint_1000000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_1000000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_1000000/dataset_val.yaml b/v7.3/checkpoint_1000000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_1000000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_1000000/expression_space.yaml b/v7.3/checkpoint_1000000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_1000000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_1000000/nsr.yaml b/v7.3/checkpoint_1000000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_1000000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_1000000/skeleton_pool_train.yaml b/v7.3/checkpoint_1000000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_1000000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1000000/skeleton_pool_val.yaml b/v7.3/checkpoint_1000000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_1000000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1000000/state_dict.pt b/v7.3/checkpoint_1000000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5dea2253d0e9f3b81c692f1d67a5dc1bfb8c0a6 --- /dev/null +++ b/v7.3/checkpoint_1000000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8278dfd918086b61078a2dbb92a4ff8c1b86ea91ddcce8e9804157049a74f002 +size 108513553 diff --git a/v7.3/checkpoint_1000000/train.yaml b/v7.3/checkpoint_1000000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_1000000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_1100000/dataset_train.yaml b/v7.3/checkpoint_1100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_1100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_1100000/dataset_val.yaml b/v7.3/checkpoint_1100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_1100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_1100000/expression_space.yaml b/v7.3/checkpoint_1100000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_1100000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_1100000/nsr.yaml b/v7.3/checkpoint_1100000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_1100000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_1100000/skeleton_pool_train.yaml b/v7.3/checkpoint_1100000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_1100000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1100000/skeleton_pool_val.yaml b/v7.3/checkpoint_1100000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_1100000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1100000/state_dict.pt b/v7.3/checkpoint_1100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..00d1c0089e5e1aca7a690eae198b43a30ad6d7c2 --- /dev/null +++ b/v7.3/checkpoint_1100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7fcb660acf8b42d41597e973b2282d8267e7010a05b219c946fac9647bef2af +size 108513553 diff --git a/v7.3/checkpoint_1100000/train.yaml b/v7.3/checkpoint_1100000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_1100000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_1200000/dataset_train.yaml b/v7.3/checkpoint_1200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_1200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_1200000/dataset_val.yaml b/v7.3/checkpoint_1200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_1200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_1200000/expression_space.yaml b/v7.3/checkpoint_1200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_1200000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_1200000/nsr.yaml b/v7.3/checkpoint_1200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_1200000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_1200000/skeleton_pool_train.yaml b/v7.3/checkpoint_1200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_1200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1200000/skeleton_pool_val.yaml b/v7.3/checkpoint_1200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_1200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1200000/state_dict.pt b/v7.3/checkpoint_1200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6e1c0aaf1e8af18133d28ced6ec3142a4527797 --- /dev/null +++ b/v7.3/checkpoint_1200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215c589c2d9f104b695b2f16a7510596bf8172610bc3d9ec3bc1a97f4ee16946 +size 108513553 diff --git a/v7.3/checkpoint_1200000/train.yaml b/v7.3/checkpoint_1200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_1200000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_1300000/dataset_train.yaml b/v7.3/checkpoint_1300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_1300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_1300000/dataset_val.yaml b/v7.3/checkpoint_1300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_1300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_1300000/expression_space.yaml b/v7.3/checkpoint_1300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_1300000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_1300000/nsr.yaml b/v7.3/checkpoint_1300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_1300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_1300000/skeleton_pool_train.yaml b/v7.3/checkpoint_1300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_1300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1300000/skeleton_pool_val.yaml b/v7.3/checkpoint_1300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_1300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1300000/state_dict.pt b/v7.3/checkpoint_1300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..867405c8f77a6420feb7bd98391e271bb09f9d61 --- /dev/null +++ b/v7.3/checkpoint_1300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e45d606153902520976c8926f00474d98d8307afffcbca37f95a5c8b58508dc +size 108513553 diff --git a/v7.3/checkpoint_1300000/train.yaml b/v7.3/checkpoint_1300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_1300000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_1400000/dataset_train.yaml b/v7.3/checkpoint_1400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_1400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_1400000/dataset_val.yaml b/v7.3/checkpoint_1400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_1400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_1400000/expression_space.yaml b/v7.3/checkpoint_1400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_1400000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_1400000/nsr.yaml b/v7.3/checkpoint_1400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_1400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_1400000/skeleton_pool_train.yaml b/v7.3/checkpoint_1400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_1400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1400000/skeleton_pool_val.yaml b/v7.3/checkpoint_1400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_1400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1400000/state_dict.pt b/v7.3/checkpoint_1400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..2936d0cabf97540c1eb1c7e7b4d4c9148f2589a0 --- /dev/null +++ b/v7.3/checkpoint_1400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4e25fff9bc7c7e81571ac29678ce8a0c03b3e8af1d44a7b4f0db32346b06db5 +size 108513553 diff --git a/v7.3/checkpoint_1400000/train.yaml b/v7.3/checkpoint_1400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_1400000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_1500000/dataset_train.yaml b/v7.3/checkpoint_1500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_1500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_1500000/dataset_val.yaml b/v7.3/checkpoint_1500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_1500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_1500000/expression_space.yaml b/v7.3/checkpoint_1500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_1500000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_1500000/nsr.yaml b/v7.3/checkpoint_1500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_1500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_1500000/skeleton_pool_train.yaml b/v7.3/checkpoint_1500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_1500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1500000/skeleton_pool_val.yaml b/v7.3/checkpoint_1500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_1500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_1500000/state_dict.pt b/v7.3/checkpoint_1500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..14ad6eb867a2dd0898db2818167c3f38753bac2b --- /dev/null +++ b/v7.3/checkpoint_1500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276721eb8d687df871ebc1f260ae3b5a74a342edd7aae38a882d928a3f7472a8 +size 108513553 diff --git a/v7.3/checkpoint_1500000/train.yaml b/v7.3/checkpoint_1500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_1500000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_200000/dataset_train.yaml b/v7.3/checkpoint_200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_200000/dataset_val.yaml b/v7.3/checkpoint_200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_200000/expression_space.yaml b/v7.3/checkpoint_200000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_200000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_200000/nsr.yaml b/v7.3/checkpoint_200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_200000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_200000/skeleton_pool_train.yaml b/v7.3/checkpoint_200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_200000/skeleton_pool_val.yaml b/v7.3/checkpoint_200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_200000/state_dict.pt b/v7.3/checkpoint_200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8437c201480aa36c18d3fef4d6696d7a9afeb26 --- /dev/null +++ b/v7.3/checkpoint_200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db4d13f03f889844c1ff21be11e4c1f2ccdae3bb1e3d478094398fc3129538d1 +size 108513553 diff --git a/v7.3/checkpoint_200000/train.yaml b/v7.3/checkpoint_200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_200000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_300000/dataset_train.yaml b/v7.3/checkpoint_300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_300000/dataset_val.yaml b/v7.3/checkpoint_300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_300000/expression_space.yaml b/v7.3/checkpoint_300000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_300000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_300000/nsr.yaml b/v7.3/checkpoint_300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_300000/skeleton_pool_train.yaml b/v7.3/checkpoint_300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_300000/skeleton_pool_val.yaml b/v7.3/checkpoint_300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_300000/state_dict.pt b/v7.3/checkpoint_300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..972d21b2f0a65461313f614c83c543214bc31641 --- /dev/null +++ b/v7.3/checkpoint_300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da452d47d847cbce6e5061a25ff99468562215afde955a724147b6cace09a7d2 +size 108513553 diff --git a/v7.3/checkpoint_300000/train.yaml b/v7.3/checkpoint_300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_300000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_400000/dataset_train.yaml b/v7.3/checkpoint_400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_400000/dataset_val.yaml b/v7.3/checkpoint_400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_400000/expression_space.yaml b/v7.3/checkpoint_400000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_400000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_400000/nsr.yaml b/v7.3/checkpoint_400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_400000/skeleton_pool_train.yaml b/v7.3/checkpoint_400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_400000/skeleton_pool_val.yaml b/v7.3/checkpoint_400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_400000/state_dict.pt b/v7.3/checkpoint_400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..f74131eb3a8681a4cec2c449adc73b1698abc75e --- /dev/null +++ b/v7.3/checkpoint_400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6bd50707de9d6b41786f27a60d1714145bb43c4f7696f42e2aed9d9af390121 +size 108513553 diff --git a/v7.3/checkpoint_400000/train.yaml b/v7.3/checkpoint_400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_400000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_500000/dataset_train.yaml b/v7.3/checkpoint_500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_500000/dataset_val.yaml b/v7.3/checkpoint_500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_500000/expression_space.yaml b/v7.3/checkpoint_500000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_500000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_500000/nsr.yaml b/v7.3/checkpoint_500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_500000/skeleton_pool_train.yaml b/v7.3/checkpoint_500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_500000/skeleton_pool_val.yaml b/v7.3/checkpoint_500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_500000/state_dict.pt b/v7.3/checkpoint_500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..519a40053895ae783b771050df0d558e3edf1211 --- /dev/null +++ b/v7.3/checkpoint_500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed39a90750e613fbb1951335009c37a5dfcb83bb80f41d92820ff01ee45c582a +size 108513553 diff --git a/v7.3/checkpoint_500000/train.yaml b/v7.3/checkpoint_500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_500000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_600000/dataset_train.yaml b/v7.3/checkpoint_600000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_600000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_600000/dataset_val.yaml b/v7.3/checkpoint_600000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_600000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_600000/expression_space.yaml b/v7.3/checkpoint_600000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_600000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_600000/nsr.yaml b/v7.3/checkpoint_600000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_600000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_600000/skeleton_pool_train.yaml b/v7.3/checkpoint_600000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_600000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_600000/skeleton_pool_val.yaml b/v7.3/checkpoint_600000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_600000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_600000/state_dict.pt b/v7.3/checkpoint_600000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad34bf846db9e9bf785bf844cfb76df51441b0d6 --- /dev/null +++ b/v7.3/checkpoint_600000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00d49bc02cd757718972b9e9b18c595f4acbf0f6aa93d4f4b016f567f5b16f6 +size 108513553 diff --git a/v7.3/checkpoint_600000/train.yaml b/v7.3/checkpoint_600000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_600000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_700000/dataset_train.yaml b/v7.3/checkpoint_700000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_700000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_700000/dataset_val.yaml b/v7.3/checkpoint_700000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_700000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_700000/expression_space.yaml b/v7.3/checkpoint_700000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_700000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_700000/nsr.yaml b/v7.3/checkpoint_700000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_700000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_700000/skeleton_pool_train.yaml b/v7.3/checkpoint_700000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_700000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_700000/skeleton_pool_val.yaml b/v7.3/checkpoint_700000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_700000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_700000/state_dict.pt b/v7.3/checkpoint_700000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..634eaf7abbe1187bc0bec4c9ddd54a2b526c5122 --- /dev/null +++ b/v7.3/checkpoint_700000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e80ec9bff0e1f0652fdb2908f038685cea776837b6cce6b30fd9dc41d7c6a847 +size 108513553 diff --git a/v7.3/checkpoint_700000/train.yaml b/v7.3/checkpoint_700000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_700000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_800000/dataset_train.yaml b/v7.3/checkpoint_800000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_800000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_800000/dataset_val.yaml b/v7.3/checkpoint_800000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_800000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_800000/expression_space.yaml b/v7.3/checkpoint_800000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_800000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_800000/nsr.yaml b/v7.3/checkpoint_800000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_800000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_800000/skeleton_pool_train.yaml b/v7.3/checkpoint_800000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_800000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_800000/skeleton_pool_val.yaml b/v7.3/checkpoint_800000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_800000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_800000/state_dict.pt b/v7.3/checkpoint_800000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5a120c4700a680bb3b62f57a56def9308bd5607 --- /dev/null +++ b/v7.3/checkpoint_800000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efe1b6ab059ac18128d1003cfe2c0f5ad75a9ec8119d3b89b59eb0a448d28040 +size 108513553 diff --git a/v7.3/checkpoint_800000/train.yaml b/v7.3/checkpoint_800000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_800000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/checkpoint_900000/dataset_train.yaml b/v7.3/checkpoint_900000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/checkpoint_900000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/checkpoint_900000/dataset_val.yaml b/v7.3/checkpoint_900000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/checkpoint_900000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/checkpoint_900000/expression_space.yaml b/v7.3/checkpoint_900000/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/checkpoint_900000/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/checkpoint_900000/nsr.yaml b/v7.3/checkpoint_900000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/checkpoint_900000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/checkpoint_900000/skeleton_pool_train.yaml b/v7.3/checkpoint_900000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/checkpoint_900000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_900000/skeleton_pool_val.yaml b/v7.3/checkpoint_900000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/checkpoint_900000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/checkpoint_900000/state_dict.pt b/v7.3/checkpoint_900000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d2b8834471d4b342d87eb7c34de52c2bdb5404e --- /dev/null +++ b/v7.3/checkpoint_900000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22abdfe6069f630ff8d28d1e47cb33abbae005929fe9436d081c17188535ea13 +size 108513553 diff --git a/v7.3/checkpoint_900000/train.yaml b/v7.3/checkpoint_900000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/checkpoint_900000/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.3/dataset_train.yaml b/v7.3/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2baac35dd30d83b3b46bd75ec2db5389d64c7cf1 --- /dev/null +++ b/v7.3/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_train.yaml +padding: zero diff --git a/v7.3/dataset_val.yaml b/v7.3/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21e5b6b0b5d55c3784c36a1ee2406acc48966147 --- /dev/null +++ b/v7.3/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: ./skeleton_pool_val.yaml +padding: zero diff --git a/v7.3/expression_space.yaml b/v7.3/expression_space.yaml new file mode 100644 index 0000000000000000000000000000000000000000..46107b5cf536a365846130d7bda16892331e6eb0 --- /dev/null +++ b/v7.3/expression_space.yaml @@ -0,0 +1,273 @@ +operators: + +: + realization: + + alias: + - add + - plus + inverse: '-' + arity: 2 + weight: 10 + precedence: 1 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + '-': + realization: '-' + alias: + - sub + - minus + inverse: + + arity: 2 + weight: 5 + precedence: 1 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + neg: + realization: nsrops.neg + alias: + - negative + inverse: neg + arity: 1 + weight: 5 + precedence: 2.5 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + '*': + realization: '*' + alias: + - mul + - times + inverse: / + arity: 2 + weight: 10 + precedence: 2 + commutative: true + symmetry: 0 + positive: false + monotonicity: 0 + /: + realization: / + alias: + - div + - divide + inverse: '*' + arity: 2 + weight: 5 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 0 + abs: + realization: abs + alias: + - absolute + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + inv: + realization: nsrops.inv + alias: + - inverse + inverse: inv + arity: 1 + weight: 4 + precedence: 4 + commutative: false + symmetry: -1 + positive: false + monotonicity: -1 + pow2: + realization: nsrops.pow2 + alias: + - square + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow3: + realization: nsrops.pow3 + alias: + - cube + inverse: pow1_3 + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow4: + realization: nsrops.pow4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 1 + positive: true + monotonicity: 0 + pow5: + realization: nsrops.pow5 + alias: [] + inverse: pow1_5 + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_2: + realization: nsrops.pow1_2 + alias: + - sqrt + inverse: null + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_3: + realization: nsrops.pow1_3 + alias: [] + inverse: null + arity: 1 + weight: 2 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + pow1_4: + realization: nsrops.pow1_4 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + pow1_5: + realization: nsrops.pow1_5 + alias: [] + inverse: null + arity: 1 + weight: 1 + precedence: 3 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + sin: + realization: numpy.sin + alias: [] + inverse: asin + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + cos: + realization: numpy.cos + alias: [] + inverse: acos + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 1 + positive: false + monotonicity: 0 + tan: + realization: numpy.tan + alias: [] + inverse: atan + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 0 + asin: + realization: numpy.arcsin + alias: + - arcsin + inverse: sin + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + acos: + realization: numpy.arccos + alias: + - arccos + inverse: cos + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + atan: + realization: numpy.arctan + alias: + - arctan + inverse: tan + arity: 1 + weight: 2 + precedence: 2 + commutative: false + symmetry: -1 + positive: false + monotonicity: 1 + exp: + realization: numpy.exp + alias: [] + inverse: log + arity: 1 + weight: 4 + precedence: 3 + commutative: false + symmetry: 0 + positive: true + monotonicity: 1 + log: + realization: numpy.log + alias: + - ln + inverse: exp + arity: 1 + weight: 4 + precedence: 2 + commutative: false + symmetry: 0 + positive: false + monotonicity: 1 +variables: 3 diff --git a/v7.3/nsr.yaml b/v7.3/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..063071ae9c66fae67aaa7b7f4a66b446362704e0 --- /dev/null +++ b/v7.3/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 512 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 512 + n_enc_isab: 5 + n_dec_sab: 2 + n_induce: 64 + n_heads: 8 + layer_norm: false + n_seeds: 10 +decoder_n_heads: 8 +decoder_ff_size: 512 +decoder_dropout: 0.1 +decoder_n_layers: 5 +learnable_positional_embeddings: false +max_input_length: null +expression_space: ./expression_space.yaml diff --git a/v7.3/skeleton_pool_train.yaml b/v7.3/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..73ec1e501e325db76c672808cb3208499a650208 --- /dev/null +++ b/v7.3/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.3/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/skeleton_pool_val.yaml b/v7.3/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ef77319d74ba9d277cf99bb3a2167fa9ee1caf53 --- /dev/null +++ b/v7.3/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: ./expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 10 + power: 1 + max_length: 21 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.3/state_dict.pt b/v7.3/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..14ad6eb867a2dd0898db2818167c3f38753bac2b --- /dev/null +++ b/v7.3/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276721eb8d687df871ebc1f260ae3b5a74a342edd7aae38a882d928a3f7472a8 +size 108513553 diff --git a/v7.3/train.yaml b/v7.3/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8951288b0707adbe6284a37205f21757307e141d --- /dev/null +++ b/v7.3/train.yaml @@ -0,0 +1,25 @@ +model: ./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size_scheduler: + name: Constant + kwargs: + batch_size: 128 +train_dataset: ./dataset_train.yaml +val_dataset: ./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda