diff --git a/v6.0/checkpoint_100000/dataset_train.yaml b/v6.0/checkpoint_100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_100000/dataset_val.yaml b/v6.0/checkpoint_100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_100000/skeleton_pool_train.yaml b/v6.0/checkpoint_100000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_100000/skeleton_pool_val.yaml b/v6.0/checkpoint_100000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_100000/state_dict.pt b/v6.0/checkpoint_100000/state_dict.pt deleted file mode 100644 index 90584167b9dab46ff857d504b1cf542665b293a9..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:db72b9b9e1769570b0169dff54a6695e37f1d24d7eddd98e4fff401e7c9ecf6e -size 108624145 diff --git a/v6.0/checkpoint_1000000/dataset_train.yaml b/v6.0/checkpoint_1000000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1000000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_1000000/dataset_val.yaml b/v6.0/checkpoint_1000000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1000000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_1000000/skeleton_pool_train.yaml b/v6.0/checkpoint_1000000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1000000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1000000/skeleton_pool_val.yaml b/v6.0/checkpoint_1000000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1000000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1000000/state_dict.pt b/v6.0/checkpoint_1000000/state_dict.pt deleted file mode 100644 index 89a313ddba939314409cfe45f40b84e81a130cdd..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1000000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:342180d0007b5b860c50cdc3df8944a3ef4c8c3b65d9e91d4de6a5178b91e327 -size 108624145 diff --git a/v6.0/checkpoint_1100000/dataset_train.yaml b/v6.0/checkpoint_1100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_1100000/dataset_val.yaml b/v6.0/checkpoint_1100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_1100000/skeleton_pool_train.yaml b/v6.0/checkpoint_1100000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1100000/skeleton_pool_val.yaml b/v6.0/checkpoint_1100000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1100000/state_dict.pt b/v6.0/checkpoint_1100000/state_dict.pt deleted file mode 100644 index 05f8113b21b7676a956968c6615a08d6716b2d02..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7b612e1f3a415c6a2e981483ef2fa6df1747e30fd4fe9e61def939e3a64f801a -size 108624145 diff --git a/v6.0/checkpoint_1200000/dataset_train.yaml b/v6.0/checkpoint_1200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_1200000/dataset_val.yaml b/v6.0/checkpoint_1200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_1200000/skeleton_pool_train.yaml b/v6.0/checkpoint_1200000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1200000/skeleton_pool_val.yaml b/v6.0/checkpoint_1200000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1200000/state_dict.pt b/v6.0/checkpoint_1200000/state_dict.pt deleted file mode 100644 index f64c0f03bb2759a14d980fbeadf8d198cc13355f..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8a417900575b48489f17c76177a687749936f809a1be1f79cc798fa11c6be4e0 -size 108624145 diff --git a/v6.0/checkpoint_1300000/dataset_train.yaml b/v6.0/checkpoint_1300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_1300000/dataset_val.yaml b/v6.0/checkpoint_1300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_1300000/nsr.yaml b/v6.0/checkpoint_1300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/checkpoint_1300000/skeleton_pool_train.yaml b/v6.0/checkpoint_1300000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1300000/skeleton_pool_val.yaml b/v6.0/checkpoint_1300000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1300000/state_dict.pt b/v6.0/checkpoint_1300000/state_dict.pt deleted file mode 100644 index e8aff331d37e22120b563ec78395d0a8c4d895c5..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6cb6bf0f8bf840bde7a98bc641f2a434de90c5f48ddf02907b94a24fe9a4b57e -size 108624145 diff --git a/v6.0/checkpoint_1300000/train.yaml b/v6.0/checkpoint_1300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.0/checkpoint_1400000/dataset_train.yaml b/v6.0/checkpoint_1400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_1400000/dataset_val.yaml b/v6.0/checkpoint_1400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_1400000/nsr.yaml b/v6.0/checkpoint_1400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/checkpoint_1400000/skeleton_pool_train.yaml b/v6.0/checkpoint_1400000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1400000/skeleton_pool_val.yaml b/v6.0/checkpoint_1400000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1400000/state_dict.pt b/v6.0/checkpoint_1400000/state_dict.pt deleted file mode 100644 index 56e16504c3366ca6cfd87f430a83bb0a6b261d4f..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7b07c0285399d2b9b3f0a167cd1680ff35e60287be6ce0a5ece2a0903717c7ff -size 108624145 diff --git a/v6.0/checkpoint_1400000/train.yaml b/v6.0/checkpoint_1400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.0/checkpoint_1500000/dataset_train.yaml b/v6.0/checkpoint_1500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_1500000/dataset_val.yaml b/v6.0/checkpoint_1500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_1500000/nsr.yaml b/v6.0/checkpoint_1500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/checkpoint_1500000/skeleton_pool_train.yaml b/v6.0/checkpoint_1500000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1500000/skeleton_pool_val.yaml b/v6.0/checkpoint_1500000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_1500000/state_dict.pt b/v6.0/checkpoint_1500000/state_dict.pt deleted file mode 100644 index 0f7dbcabfc3f520518364938dc286f65961134f0..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:de20334451ffda2d7fe4d9b3a76a5be622304733911a937a2db255a808c19073 -size 108624145 diff --git a/v6.0/checkpoint_1500000/train.yaml b/v6.0/checkpoint_1500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_1500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.0/checkpoint_200000/dataset_train.yaml b/v6.0/checkpoint_200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_200000/dataset_val.yaml b/v6.0/checkpoint_200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_200000/nsr.yaml b/v6.0/checkpoint_200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/checkpoint_200000/skeleton_pool_train.yaml b/v6.0/checkpoint_200000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_200000/skeleton_pool_val.yaml b/v6.0/checkpoint_200000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_200000/state_dict.pt b/v6.0/checkpoint_200000/state_dict.pt deleted file mode 100644 index a5adc734e6eb7294bd5c5b16166ca3005a0ef302..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7961ec463097ff830dbff9a1e20b18bd38231376245c2dc5a8ef3e72fa81a5f1 -size 108624145 diff --git a/v6.0/checkpoint_200000/train.yaml b/v6.0/checkpoint_200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.0/checkpoint_300000/dataset_train.yaml b/v6.0/checkpoint_300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_300000/dataset_val.yaml b/v6.0/checkpoint_300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_300000/nsr.yaml b/v6.0/checkpoint_300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/checkpoint_300000/skeleton_pool_train.yaml b/v6.0/checkpoint_300000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_300000/skeleton_pool_val.yaml b/v6.0/checkpoint_300000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_300000/state_dict.pt b/v6.0/checkpoint_300000/state_dict.pt deleted file mode 100644 index 574800b88ec80cf26c1bece51798469a08908e05..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ec3430f65e17ba260a2e298b0284a7f527a922bd7eb90c7f63cdc4256a996dce -size 108624145 diff --git a/v6.0/checkpoint_300000/train.yaml b/v6.0/checkpoint_300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.0/checkpoint_400000/dataset_train.yaml b/v6.0/checkpoint_400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_400000/dataset_val.yaml b/v6.0/checkpoint_400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_400000/nsr.yaml b/v6.0/checkpoint_400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/checkpoint_400000/skeleton_pool_train.yaml b/v6.0/checkpoint_400000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_400000/skeleton_pool_val.yaml b/v6.0/checkpoint_400000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_400000/state_dict.pt b/v6.0/checkpoint_400000/state_dict.pt deleted file mode 100644 index 6bcca0462e218579b33f15008335d923c8c46895..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ed9e780643e31ca79f99b9ba4a6f5eac9aec1dd9e1ad20cf2c302c5820fc731a -size 108624145 diff --git a/v6.0/checkpoint_400000/train.yaml b/v6.0/checkpoint_400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.0/checkpoint_500000/dataset_train.yaml b/v6.0/checkpoint_500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_500000/dataset_val.yaml b/v6.0/checkpoint_500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_500000/nsr.yaml b/v6.0/checkpoint_500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/checkpoint_500000/skeleton_pool_train.yaml b/v6.0/checkpoint_500000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_500000/skeleton_pool_val.yaml b/v6.0/checkpoint_500000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_500000/state_dict.pt b/v6.0/checkpoint_500000/state_dict.pt deleted file mode 100644 index 1cf0adef42ff768e9e24be727958169ad3e863d0..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2cf6a9f045d9838dd0ac3a0a832386d121ee0ba3ca0f80c8e93799c9ad0c8639 -size 108624145 diff --git a/v6.0/checkpoint_500000/train.yaml b/v6.0/checkpoint_500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.0/checkpoint_600000/dataset_train.yaml b/v6.0/checkpoint_600000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_600000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_600000/dataset_val.yaml b/v6.0/checkpoint_600000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_600000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_600000/nsr.yaml b/v6.0/checkpoint_600000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_600000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/checkpoint_600000/skeleton_pool_train.yaml b/v6.0/checkpoint_600000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_600000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_600000/skeleton_pool_val.yaml b/v6.0/checkpoint_600000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_600000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_600000/state_dict.pt b/v6.0/checkpoint_600000/state_dict.pt deleted file mode 100644 index c1b55e809c6925b0bec24fb51293a480a262cbc1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_600000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:66be250af587eb78f5026626b9fb8b1248de8dc15e632abecfb4ca00b78be208 -size 108624145 diff --git a/v6.0/checkpoint_600000/train.yaml b/v6.0/checkpoint_600000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_600000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.0/checkpoint_700000/dataset_train.yaml b/v6.0/checkpoint_700000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_700000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_700000/dataset_val.yaml b/v6.0/checkpoint_700000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_700000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_700000/nsr.yaml b/v6.0/checkpoint_700000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_700000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/checkpoint_700000/skeleton_pool_train.yaml b/v6.0/checkpoint_700000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_700000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_700000/skeleton_pool_val.yaml b/v6.0/checkpoint_700000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_700000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_700000/state_dict.pt b/v6.0/checkpoint_700000/state_dict.pt deleted file mode 100644 index 6cc51d8bfd3c4595b3b8aff9d36cdad7d5a49282..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_700000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f546b4a6d91fe077074fd0d1c98a3d0a3d14610530719f4976b0a11aa40e2e8f -size 108624145 diff --git a/v6.0/checkpoint_700000/train.yaml b/v6.0/checkpoint_700000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_700000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.0/checkpoint_800000/dataset_train.yaml b/v6.0/checkpoint_800000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_800000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_800000/dataset_val.yaml b/v6.0/checkpoint_800000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_800000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_800000/nsr.yaml b/v6.0/checkpoint_800000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_800000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/checkpoint_800000/skeleton_pool_train.yaml b/v6.0/checkpoint_800000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_800000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_800000/skeleton_pool_val.yaml b/v6.0/checkpoint_800000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_800000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_800000/state_dict.pt b/v6.0/checkpoint_800000/state_dict.pt deleted file mode 100644 index f75bd28a7279197d78df3dfe5940d57e82bf5d97..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_800000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ca62488b7f0ed61b059fec846fccaece2cbaa57e248a075d865b245d1fae9e7f -size 108624145 diff --git a/v6.0/checkpoint_800000/train.yaml b/v6.0/checkpoint_800000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_800000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.0/checkpoint_900000/dataset_train.yaml b/v6.0/checkpoint_900000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_900000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/checkpoint_900000/dataset_val.yaml b/v6.0/checkpoint_900000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_900000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/checkpoint_900000/nsr.yaml b/v6.0/checkpoint_900000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_900000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/checkpoint_900000/skeleton_pool_train.yaml b/v6.0/checkpoint_900000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_900000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_900000/skeleton_pool_val.yaml b/v6.0/checkpoint_900000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_900000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/checkpoint_900000/state_dict.pt b/v6.0/checkpoint_900000/state_dict.pt deleted file mode 100644 index 4e81efd03fb70b06a38de98b1f9a2a6c5b2b9a54..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_900000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9b1d0358ff32ebe5719e2afb7d25bb76f108fe769cace6c48a27cf361f49f549 -size 108624145 diff --git a/v6.0/checkpoint_900000/train.yaml b/v6.0/checkpoint_900000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/checkpoint_900000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.0/dataset_train.yaml b/v6.0/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.0/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.0/dataset_val.yaml b/v6.0/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.0/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.0/nsr.yaml b/v6.0/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.0/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.0/skeleton_pool_train.yaml b/v6.0/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.0/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/skeleton_pool_val.yaml b/v6.0/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.0/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.0/state_dict.pt b/v6.0/state_dict.pt deleted file mode 100644 index 0f7dbcabfc3f520518364938dc286f65961134f0..0000000000000000000000000000000000000000 --- a/v6.0/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:de20334451ffda2d7fe4d9b3a76a5be622304733911a937a2db255a808c19073 -size 108624145 diff --git a/v6.0/train.yaml b/v6.0/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.0/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_100000/dataset_train.yaml b/v6.1/checkpoint_100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_100000/dataset_val.yaml b/v6.1/checkpoint_100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_100000/expression_space.yaml b/v6.1/checkpoint_100000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_100000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_100000/nsr.yaml b/v6.1/checkpoint_100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_100000/skeleton_pool_train.yaml b/v6.1/checkpoint_100000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_100000/skeleton_pool_val.yaml b/v6.1/checkpoint_100000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_100000/state_dict.pt b/v6.1/checkpoint_100000/state_dict.pt deleted file mode 100644 index 6f6f8b807557493be1c89bd66762126679cf2a1c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ffe63ac11f37db4712f830520a9e091a0bb624f8feb467a79163436c50880e44 -size 108624145 diff --git a/v6.1/checkpoint_100000/train.yaml b/v6.1/checkpoint_100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_1000000/dataset_train.yaml b/v6.1/checkpoint_1000000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1000000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_1000000/dataset_val.yaml b/v6.1/checkpoint_1000000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1000000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_1000000/expression_space.yaml b/v6.1/checkpoint_1000000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1000000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_1000000/nsr.yaml b/v6.1/checkpoint_1000000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1000000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_1000000/skeleton_pool_train.yaml b/v6.1/checkpoint_1000000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1000000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1000000/skeleton_pool_val.yaml b/v6.1/checkpoint_1000000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1000000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1000000/state_dict.pt b/v6.1/checkpoint_1000000/state_dict.pt deleted file mode 100644 index 2bf4aab25437a46c2d6fbe9396f142bdf3854104..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1000000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:87780d07a550dd58a43571f27540ee599ce41adf5753bf4237fa4f436c9924ba -size 108624145 diff --git a/v6.1/checkpoint_1000000/train.yaml b/v6.1/checkpoint_1000000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1000000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_1100000/dataset_train.yaml b/v6.1/checkpoint_1100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_1100000/dataset_val.yaml b/v6.1/checkpoint_1100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_1100000/expression_space.yaml b/v6.1/checkpoint_1100000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1100000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_1100000/nsr.yaml b/v6.1/checkpoint_1100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_1100000/skeleton_pool_train.yaml b/v6.1/checkpoint_1100000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1100000/skeleton_pool_val.yaml b/v6.1/checkpoint_1100000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1100000/state_dict.pt b/v6.1/checkpoint_1100000/state_dict.pt deleted file mode 100644 index e3dbeeeb378290be10b111a48eb8f002f8b8b8af..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fc0568b6236b72d6837319089e928804e454fe5e701f339308a233ebf0c9b566 -size 108624145 diff --git a/v6.1/checkpoint_1100000/train.yaml b/v6.1/checkpoint_1100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_1200000/dataset_train.yaml b/v6.1/checkpoint_1200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_1200000/dataset_val.yaml b/v6.1/checkpoint_1200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_1200000/expression_space.yaml b/v6.1/checkpoint_1200000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1200000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_1200000/nsr.yaml b/v6.1/checkpoint_1200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_1200000/skeleton_pool_train.yaml b/v6.1/checkpoint_1200000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1200000/skeleton_pool_val.yaml b/v6.1/checkpoint_1200000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1200000/state_dict.pt b/v6.1/checkpoint_1200000/state_dict.pt deleted file mode 100644 index 785e91e843380b2830d4deff56d1aa505f74980d..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bc750661a9aea884823fb037dc440ab0f661a7af32b79f25471e647780167d16 -size 108624145 diff --git a/v6.1/checkpoint_1200000/train.yaml b/v6.1/checkpoint_1200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_1300000/dataset_train.yaml b/v6.1/checkpoint_1300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_1300000/dataset_val.yaml b/v6.1/checkpoint_1300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_1300000/expression_space.yaml b/v6.1/checkpoint_1300000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1300000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_1300000/nsr.yaml b/v6.1/checkpoint_1300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_1300000/skeleton_pool_train.yaml b/v6.1/checkpoint_1300000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1300000/skeleton_pool_val.yaml b/v6.1/checkpoint_1300000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1300000/state_dict.pt b/v6.1/checkpoint_1300000/state_dict.pt deleted file mode 100644 index 49c2b3c51eab3bb320e433e7d37406ea5f446e7a..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e4d688c83d3cd5a2e23bc159b63cf3898d4d7f305b4d3d6aa34e51a0fbdd868b -size 108624145 diff --git a/v6.1/checkpoint_1300000/train.yaml b/v6.1/checkpoint_1300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_1400000/dataset_train.yaml b/v6.1/checkpoint_1400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_1400000/dataset_val.yaml b/v6.1/checkpoint_1400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_1400000/expression_space.yaml b/v6.1/checkpoint_1400000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1400000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_1400000/nsr.yaml b/v6.1/checkpoint_1400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_1400000/skeleton_pool_train.yaml b/v6.1/checkpoint_1400000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1400000/skeleton_pool_val.yaml b/v6.1/checkpoint_1400000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1400000/state_dict.pt b/v6.1/checkpoint_1400000/state_dict.pt deleted file mode 100644 index 729db382ff72080fc7dc7aabdb3bbed7daa7ebac..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0b4b5625a18664d50a7bce6cb3b746e29659f415224f64f1f23c538cabbb9db4 -size 108624145 diff --git a/v6.1/checkpoint_1400000/train.yaml b/v6.1/checkpoint_1400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_1500000/dataset_train.yaml b/v6.1/checkpoint_1500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_1500000/dataset_val.yaml b/v6.1/checkpoint_1500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_1500000/expression_space.yaml b/v6.1/checkpoint_1500000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1500000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_1500000/nsr.yaml b/v6.1/checkpoint_1500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_1500000/skeleton_pool_train.yaml b/v6.1/checkpoint_1500000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1500000/skeleton_pool_val.yaml b/v6.1/checkpoint_1500000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_1500000/state_dict.pt b/v6.1/checkpoint_1500000/state_dict.pt deleted file mode 100644 index ec5e455fd10709536319e2ebc40e56da96ac0b04..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c40b65b3f25a8844b122ce6472aa3dfb8df4057ab4a7c08b466784b63e8b6db6 -size 108624145 diff --git a/v6.1/checkpoint_1500000/train.yaml b/v6.1/checkpoint_1500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_1500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_200000/dataset_train.yaml b/v6.1/checkpoint_200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_200000/dataset_val.yaml b/v6.1/checkpoint_200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_200000/expression_space.yaml b/v6.1/checkpoint_200000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_200000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_200000/nsr.yaml b/v6.1/checkpoint_200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_200000/skeleton_pool_train.yaml b/v6.1/checkpoint_200000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_200000/skeleton_pool_val.yaml b/v6.1/checkpoint_200000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_200000/state_dict.pt b/v6.1/checkpoint_200000/state_dict.pt deleted file mode 100644 index 6523990f1fde4571a28c728eced7436af4170c11..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:84565441b899715578919afbbb4351e2a82f64b94486095955c2684b09dda6de -size 108624145 diff --git a/v6.1/checkpoint_200000/train.yaml b/v6.1/checkpoint_200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_300000/dataset_train.yaml b/v6.1/checkpoint_300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_300000/dataset_val.yaml b/v6.1/checkpoint_300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_300000/expression_space.yaml b/v6.1/checkpoint_300000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_300000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_300000/nsr.yaml b/v6.1/checkpoint_300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_300000/skeleton_pool_train.yaml b/v6.1/checkpoint_300000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_300000/skeleton_pool_val.yaml b/v6.1/checkpoint_300000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_300000/state_dict.pt b/v6.1/checkpoint_300000/state_dict.pt deleted file mode 100644 index ff1dd672098d4a69354ffa64edb4455e97779add..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b09d6fb7cfc4245d83903fe8ad8c29217396b79e869ffc6b2fb2976f1d50526b -size 108624145 diff --git a/v6.1/checkpoint_300000/train.yaml b/v6.1/checkpoint_300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_400000/dataset_train.yaml b/v6.1/checkpoint_400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_400000/dataset_val.yaml b/v6.1/checkpoint_400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_400000/expression_space.yaml b/v6.1/checkpoint_400000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_400000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_400000/nsr.yaml b/v6.1/checkpoint_400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_400000/skeleton_pool_train.yaml b/v6.1/checkpoint_400000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_400000/skeleton_pool_val.yaml b/v6.1/checkpoint_400000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_400000/state_dict.pt b/v6.1/checkpoint_400000/state_dict.pt deleted file mode 100644 index d8d24523005dc601b8c0e96faf2f056327d4b6fb..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:de09ab8e6eb34022ccff6521f65ec87b57b78b83a7b6fb080620b4589c8bd656 -size 108624145 diff --git a/v6.1/checkpoint_400000/train.yaml b/v6.1/checkpoint_400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_500000/dataset_train.yaml b/v6.1/checkpoint_500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_500000/dataset_val.yaml b/v6.1/checkpoint_500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_500000/expression_space.yaml b/v6.1/checkpoint_500000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_500000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_500000/nsr.yaml b/v6.1/checkpoint_500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_500000/skeleton_pool_train.yaml b/v6.1/checkpoint_500000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_500000/skeleton_pool_val.yaml b/v6.1/checkpoint_500000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_500000/state_dict.pt b/v6.1/checkpoint_500000/state_dict.pt deleted file mode 100644 index eb10c5e2341c92a5354f677d47b0cedb0ab62999..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:90a470d68e7a525ab9ead60241d38f8b86d48f07319bc13bf78aa62f6928b86a -size 108624145 diff --git a/v6.1/checkpoint_500000/train.yaml b/v6.1/checkpoint_500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_600000/dataset_train.yaml b/v6.1/checkpoint_600000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_600000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_600000/dataset_val.yaml b/v6.1/checkpoint_600000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_600000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_600000/expression_space.yaml b/v6.1/checkpoint_600000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_600000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_600000/nsr.yaml b/v6.1/checkpoint_600000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_600000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_600000/skeleton_pool_train.yaml b/v6.1/checkpoint_600000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_600000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_600000/skeleton_pool_val.yaml b/v6.1/checkpoint_600000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_600000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_600000/state_dict.pt b/v6.1/checkpoint_600000/state_dict.pt deleted file mode 100644 index 63eacb337767f863eaccb176ed01029b1ed5758c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_600000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9e80007a6ee3b26361e3c9225e2bff4828b839719155d72a90e94205f17787e8 -size 108624145 diff --git a/v6.1/checkpoint_600000/train.yaml b/v6.1/checkpoint_600000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_600000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_700000/dataset_train.yaml b/v6.1/checkpoint_700000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_700000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_700000/dataset_val.yaml b/v6.1/checkpoint_700000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_700000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_700000/expression_space.yaml b/v6.1/checkpoint_700000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_700000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_700000/nsr.yaml b/v6.1/checkpoint_700000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_700000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_700000/skeleton_pool_train.yaml b/v6.1/checkpoint_700000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_700000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_700000/skeleton_pool_val.yaml b/v6.1/checkpoint_700000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_700000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_700000/state_dict.pt b/v6.1/checkpoint_700000/state_dict.pt deleted file mode 100644 index 20b8bd94906596ef2400e615e4f63bcf9e2f2a3a..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_700000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:db4dc84e6e39b2cbb39d4bb0f4af183d40d8ed0c552b44d10b0a8335b4788cdd -size 108624145 diff --git a/v6.1/checkpoint_700000/train.yaml b/v6.1/checkpoint_700000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_700000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_800000/dataset_train.yaml b/v6.1/checkpoint_800000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_800000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_800000/dataset_val.yaml b/v6.1/checkpoint_800000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_800000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_800000/expression_space.yaml b/v6.1/checkpoint_800000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_800000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_800000/nsr.yaml b/v6.1/checkpoint_800000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_800000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_800000/skeleton_pool_train.yaml b/v6.1/checkpoint_800000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_800000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_800000/skeleton_pool_val.yaml b/v6.1/checkpoint_800000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_800000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_800000/state_dict.pt b/v6.1/checkpoint_800000/state_dict.pt deleted file mode 100644 index 0d859a6f44dd8babfc16c6116f10d81687e6eac0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_800000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9180f47d54916b81c3007452d7fd33f2dd425a2a87e229b546c4af62011b976e -size 108624145 diff --git a/v6.1/checkpoint_800000/train.yaml b/v6.1/checkpoint_800000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_800000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/checkpoint_900000/dataset_train.yaml b/v6.1/checkpoint_900000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_900000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/checkpoint_900000/dataset_val.yaml b/v6.1/checkpoint_900000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_900000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/checkpoint_900000/expression_space.yaml b/v6.1/checkpoint_900000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_900000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/checkpoint_900000/nsr.yaml b/v6.1/checkpoint_900000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_900000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/checkpoint_900000/skeleton_pool_train.yaml b/v6.1/checkpoint_900000/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_900000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_900000/skeleton_pool_val.yaml b/v6.1/checkpoint_900000/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_900000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/checkpoint_900000/state_dict.pt b/v6.1/checkpoint_900000/state_dict.pt deleted file mode 100644 index 751989c3e3ad3d5ac7adc39486d4d186324cb61e..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_900000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bf11ec934ca013a51ec030e16f246a4924443bc896d97c21b045445bd89ce6d6 -size 108624145 diff --git a/v6.1/checkpoint_900000/train.yaml b/v6.1/checkpoint_900000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/checkpoint_900000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.1/dataset_train.yaml b/v6.1/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.1/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.1/dataset_val.yaml b/v6.1/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.1/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.1/expression_space.yaml b/v6.1/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.1/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.1/nsr.yaml b/v6.1/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.1/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.1/skeleton_pool_train.yaml b/v6.1/skeleton_pool_train.yaml deleted file mode 100644 index 3599f18aec5057e60df63d6e0b2a79ab42e1e60b..0000000000000000000000000000000000000000 --- a/v6.1/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.1/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/skeleton_pool_val.yaml b/v6.1/skeleton_pool_val.yaml deleted file mode 100644 index c92e1e5e04c2e4fd1a7d3a2ad4eee9c59a7c3f5c..0000000000000000000000000000000000000000 --- a/v6.1/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: false -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.1/state_dict.pt b/v6.1/state_dict.pt deleted file mode 100644 index ec5e455fd10709536319e2ebc40e56da96ac0b04..0000000000000000000000000000000000000000 --- a/v6.1/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c40b65b3f25a8844b122ce6472aa3dfb8df4057ab4a7c08b466784b63e8b6db6 -size 108624145 diff --git a/v6.1/train.yaml b/v6.1/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.1/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_100000/dataset_train.yaml b/v6.2/checkpoint_100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_100000/dataset_val.yaml b/v6.2/checkpoint_100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_100000/expression_space.yaml b/v6.2/checkpoint_100000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_100000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_100000/nsr.yaml b/v6.2/checkpoint_100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_100000/state_dict.pt b/v6.2/checkpoint_100000/state_dict.pt deleted file mode 100644 index f8b801d6f57e8f2cf3eb122c51527715fd0ef03f..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2b6410d4ec016b35f88c6c28493771cf37a86f357c3667244c89a21e9fe091b5 -size 108624145 diff --git a/v6.2/checkpoint_100000/train.yaml b/v6.2/checkpoint_100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_1000000/dataset_train.yaml b/v6.2/checkpoint_1000000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1000000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_1000000/dataset_val.yaml b/v6.2/checkpoint_1000000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1000000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_1000000/expression_space.yaml b/v6.2/checkpoint_1000000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1000000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_1000000/nsr.yaml b/v6.2/checkpoint_1000000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1000000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1000000/state_dict.pt b/v6.2/checkpoint_1000000/state_dict.pt deleted file mode 100644 index 92b57b1cbf9b53b10015bab6dc8cfc04bd31dbfb..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1000000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4772aa9abe3f99a5a27ec762d0c6c95c8a7aa576cd299ff51dd7696d29b1ac2b -size 108624145 diff --git a/v6.2/checkpoint_1000000/train.yaml b/v6.2/checkpoint_1000000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1000000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_1100000/dataset_train.yaml b/v6.2/checkpoint_1100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_1100000/dataset_val.yaml b/v6.2/checkpoint_1100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_1100000/expression_space.yaml b/v6.2/checkpoint_1100000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1100000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_1100000/nsr.yaml b/v6.2/checkpoint_1100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1100000/state_dict.pt b/v6.2/checkpoint_1100000/state_dict.pt deleted file mode 100644 index 86d4906f2c701deed34c35d37c4ea647fda1d3be..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1d775532422493a21512db8da5375b427f409020300973e4c1a2a15efad62603 -size 108624145 diff --git a/v6.2/checkpoint_1100000/train.yaml b/v6.2/checkpoint_1100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_1200000/dataset_train.yaml b/v6.2/checkpoint_1200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_1200000/dataset_val.yaml b/v6.2/checkpoint_1200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_1200000/expression_space.yaml b/v6.2/checkpoint_1200000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1200000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_1200000/nsr.yaml b/v6.2/checkpoint_1200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1200000/state_dict.pt b/v6.2/checkpoint_1200000/state_dict.pt deleted file mode 100644 index 19237fc231b7157ab099304db1df540fe4088018..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:30b804123e9b7e9b38b240c61c4505704340d47873c0ff739d867e71d4588f7b -size 108624145 diff --git a/v6.2/checkpoint_1200000/train.yaml b/v6.2/checkpoint_1200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_1300000/dataset_train.yaml b/v6.2/checkpoint_1300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_1300000/dataset_val.yaml b/v6.2/checkpoint_1300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_1300000/expression_space.yaml b/v6.2/checkpoint_1300000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1300000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_1300000/nsr.yaml b/v6.2/checkpoint_1300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1300000/skeleton_pool_train.yaml b/v6.2/checkpoint_1300000/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_1300000/skeleton_pool_val.yaml b/v6.2/checkpoint_1300000/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_1300000/state_dict.pt b/v6.2/checkpoint_1300000/state_dict.pt deleted file mode 100644 index 26b1890bee2066d9b6c80f4e26eeed478621bd9e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e56548195e2835b503c1add3941db8c68d87ede7428c70064b9d7cfc8bc8af56 -size 108624145 diff --git a/v6.2/checkpoint_1300000/train.yaml b/v6.2/checkpoint_1300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_1400000/dataset_train.yaml b/v6.2/checkpoint_1400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_1400000/dataset_val.yaml b/v6.2/checkpoint_1400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_1400000/expression_space.yaml b/v6.2/checkpoint_1400000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1400000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_1400000/nsr.yaml b/v6.2/checkpoint_1400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1400000/skeleton_pool_train.yaml b/v6.2/checkpoint_1400000/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_1400000/skeleton_pool_val.yaml b/v6.2/checkpoint_1400000/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_1400000/state_dict.pt b/v6.2/checkpoint_1400000/state_dict.pt deleted file mode 100644 index 0d5a4391af321014e1773c96260737d2ac458796..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:58ddbae4998a7a1545ebc0bcb11da3ac7474bc99c6efab43b226f44c7f9dcaf2 -size 108624145 diff --git a/v6.2/checkpoint_1400000/train.yaml b/v6.2/checkpoint_1400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_1500000/dataset_train.yaml b/v6.2/checkpoint_1500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_1500000/dataset_val.yaml b/v6.2/checkpoint_1500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_1500000/expression_space.yaml b/v6.2/checkpoint_1500000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1500000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_1500000/nsr.yaml b/v6.2/checkpoint_1500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_1500000/skeleton_pool_train.yaml b/v6.2/checkpoint_1500000/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_1500000/skeleton_pool_val.yaml b/v6.2/checkpoint_1500000/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_1500000/state_dict.pt b/v6.2/checkpoint_1500000/state_dict.pt deleted file mode 100644 index 68ce81b04a72205e4504d64f8f3705f61a1905dd..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:868ca6416bb1ec675413f6e6b433eaf36eb7435a56f825461c3d6288db5c85a2 -size 108624145 diff --git a/v6.2/checkpoint_1500000/train.yaml b/v6.2/checkpoint_1500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_1500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_200000/dataset_train.yaml b/v6.2/checkpoint_200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_200000/dataset_val.yaml b/v6.2/checkpoint_200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_200000/expression_space.yaml b/v6.2/checkpoint_200000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_200000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_200000/nsr.yaml b/v6.2/checkpoint_200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_200000/skeleton_pool_train.yaml b/v6.2/checkpoint_200000/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_200000/skeleton_pool_val.yaml b/v6.2/checkpoint_200000/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_200000/state_dict.pt b/v6.2/checkpoint_200000/state_dict.pt deleted file mode 100644 index 7f42cd331b28b8d96310a3ad0f5503248923bd0d..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ef14e46c0b044dd531fdd0400a66b528e9acc3b60530bf0a31473e84fc787477 -size 108624145 diff --git a/v6.2/checkpoint_200000/train.yaml b/v6.2/checkpoint_200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_300000/dataset_train.yaml b/v6.2/checkpoint_300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_300000/dataset_val.yaml b/v6.2/checkpoint_300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_300000/expression_space.yaml b/v6.2/checkpoint_300000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_300000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_300000/nsr.yaml b/v6.2/checkpoint_300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_300000/skeleton_pool_train.yaml b/v6.2/checkpoint_300000/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_300000/skeleton_pool_val.yaml b/v6.2/checkpoint_300000/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_300000/state_dict.pt b/v6.2/checkpoint_300000/state_dict.pt deleted file mode 100644 index 87d88d69a2d996bc21a155be2df013061880b9df..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0dc9f87d92ab4fd2a451b0aa88805498329165432cc400c82aafcffc783d3e56 -size 108624145 diff --git a/v6.2/checkpoint_300000/train.yaml b/v6.2/checkpoint_300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_400000/dataset_train.yaml b/v6.2/checkpoint_400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_400000/dataset_val.yaml b/v6.2/checkpoint_400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_400000/expression_space.yaml b/v6.2/checkpoint_400000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_400000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_400000/nsr.yaml b/v6.2/checkpoint_400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_400000/skeleton_pool_train.yaml b/v6.2/checkpoint_400000/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_400000/skeleton_pool_val.yaml b/v6.2/checkpoint_400000/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_400000/state_dict.pt b/v6.2/checkpoint_400000/state_dict.pt deleted file mode 100644 index ced965a8a9881530fae918d8058ad8eb57172098..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9f60f13e409af188d73e9af28f03552431c2f9b371b1bea8a547da73e6338c29 -size 108624145 diff --git a/v6.2/checkpoint_400000/train.yaml b/v6.2/checkpoint_400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_500000/dataset_train.yaml b/v6.2/checkpoint_500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_500000/dataset_val.yaml b/v6.2/checkpoint_500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_500000/expression_space.yaml b/v6.2/checkpoint_500000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_500000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_500000/nsr.yaml b/v6.2/checkpoint_500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_500000/skeleton_pool_train.yaml b/v6.2/checkpoint_500000/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_500000/skeleton_pool_val.yaml b/v6.2/checkpoint_500000/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_500000/state_dict.pt b/v6.2/checkpoint_500000/state_dict.pt deleted file mode 100644 index edccb87da0529962f47a43034200dbcb7f978813..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:01f418189edf6b54700b18cf3bb7e82193dbf360e6e4d2537db510b3040bd474 -size 108624145 diff --git a/v6.2/checkpoint_500000/train.yaml b/v6.2/checkpoint_500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_600000/dataset_train.yaml b/v6.2/checkpoint_600000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_600000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_600000/dataset_val.yaml b/v6.2/checkpoint_600000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_600000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_600000/expression_space.yaml b/v6.2/checkpoint_600000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_600000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_600000/nsr.yaml b/v6.2/checkpoint_600000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_600000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_600000/skeleton_pool_train.yaml b/v6.2/checkpoint_600000/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_600000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_600000/skeleton_pool_val.yaml b/v6.2/checkpoint_600000/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_600000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_600000/state_dict.pt b/v6.2/checkpoint_600000/state_dict.pt deleted file mode 100644 index 4dfd4b59815510a648221f16dad2c9f6ae58cae3..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_600000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c1e7e39843628a61514b824cf4609bd55e11741bf833b471633e59025cfc35c0 -size 108624145 diff --git a/v6.2/checkpoint_600000/train.yaml b/v6.2/checkpoint_600000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_600000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_700000/dataset_train.yaml b/v6.2/checkpoint_700000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_700000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_700000/dataset_val.yaml b/v6.2/checkpoint_700000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_700000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_700000/expression_space.yaml b/v6.2/checkpoint_700000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_700000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_700000/nsr.yaml b/v6.2/checkpoint_700000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_700000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_700000/skeleton_pool_train.yaml b/v6.2/checkpoint_700000/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_700000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_700000/skeleton_pool_val.yaml b/v6.2/checkpoint_700000/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_700000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_700000/state_dict.pt b/v6.2/checkpoint_700000/state_dict.pt deleted file mode 100644 index b9af8b3a5be552c1abce8385fe39f25a26601e81..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_700000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9bb47641eab23156a4909075848331e2fd45b592327eec233c727f3939450404 -size 108624145 diff --git a/v6.2/checkpoint_700000/train.yaml b/v6.2/checkpoint_700000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_700000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_800000/dataset_train.yaml b/v6.2/checkpoint_800000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_800000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_800000/dataset_val.yaml b/v6.2/checkpoint_800000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_800000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_800000/expression_space.yaml b/v6.2/checkpoint_800000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_800000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_800000/nsr.yaml b/v6.2/checkpoint_800000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_800000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_800000/skeleton_pool_train.yaml b/v6.2/checkpoint_800000/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_800000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_800000/skeleton_pool_val.yaml b/v6.2/checkpoint_800000/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_800000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_800000/state_dict.pt b/v6.2/checkpoint_800000/state_dict.pt deleted file mode 100644 index 5c83fc580da2e5a8c264c0369203b68fe85964de..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_800000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5534dae83803d45ef84050297fbe776a46020f0d24ba6235c9f6b0de4ec9697a -size 108624145 diff --git a/v6.2/checkpoint_800000/train.yaml b/v6.2/checkpoint_800000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_800000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/checkpoint_900000/dataset_train.yaml b/v6.2/checkpoint_900000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_900000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/checkpoint_900000/dataset_val.yaml b/v6.2/checkpoint_900000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_900000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/checkpoint_900000/expression_space.yaml b/v6.2/checkpoint_900000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_900000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/checkpoint_900000/nsr.yaml b/v6.2/checkpoint_900000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_900000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/checkpoint_900000/skeleton_pool_train.yaml b/v6.2/checkpoint_900000/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_900000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_900000/skeleton_pool_val.yaml b/v6.2/checkpoint_900000/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_900000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/checkpoint_900000/state_dict.pt b/v6.2/checkpoint_900000/state_dict.pt deleted file mode 100644 index 108a24d67a380c922d33ec21b43f741b00146254..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_900000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6aeb51ce1768fa51e4917ea53883ad9964ff2b7c531f7876d464957924cd4abf -size 108624145 diff --git a/v6.2/checkpoint_900000/train.yaml b/v6.2/checkpoint_900000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/checkpoint_900000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.2/dataset_train.yaml b/v6.2/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.2/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.2/dataset_val.yaml b/v6.2/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.2/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.2/expression_space.yaml b/v6.2/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.2/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.2/nsr.yaml b/v6.2/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.2/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.2/skeleton_pool_train.yaml b/v6.2/skeleton_pool_train.yaml deleted file mode 100644 index b368276383a63757c13db170546293894f6654a4..0000000000000000000000000000000000000000 --- a/v6.2/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/skeleton_pool_val.yaml b/v6.2/skeleton_pool_val.yaml deleted file mode 100644 index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..0000000000000000000000000000000000000000 --- a/v6.2/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 5 - power: 1 - max_length: 11 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.2/state_dict.pt b/v6.2/state_dict.pt deleted file mode 100644 index 68ce81b04a72205e4504d64f8f3705f61a1905dd..0000000000000000000000000000000000000000 --- a/v6.2/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:868ca6416bb1ec675413f6e6b433eaf36eb7435a56f825461c3d6288db5c85a2 -size 108624145 diff --git a/v6.2/train.yaml b/v6.2/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.2/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_100000/dataset_train.yaml b/v6.3/checkpoint_100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_100000/dataset_val.yaml b/v6.3/checkpoint_100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_100000/expression_space.yaml b/v6.3/checkpoint_100000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_100000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_100000/nsr.yaml b/v6.3/checkpoint_100000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_100000/skeleton_pool_train.yaml b/v6.3/checkpoint_100000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_100000/skeleton_pool_val.yaml b/v6.3/checkpoint_100000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_100000/state_dict.pt b/v6.3/checkpoint_100000/state_dict.pt deleted file mode 100644 index 867740aec121ab35d43939850ab0a8165876f834..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:74ef6ae584b5314ee7c13b88516c3efbdc9a0d6b31a7aefe7c4359a6c99de537 -size 108513553 diff --git a/v6.3/checkpoint_100000/train.yaml b/v6.3/checkpoint_100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_1000000/dataset_train.yaml b/v6.3/checkpoint_1000000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1000000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_1000000/dataset_val.yaml b/v6.3/checkpoint_1000000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1000000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_1000000/expression_space.yaml b/v6.3/checkpoint_1000000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1000000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_1000000/nsr.yaml b/v6.3/checkpoint_1000000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1000000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_1000000/skeleton_pool_train.yaml b/v6.3/checkpoint_1000000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1000000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1000000/skeleton_pool_val.yaml b/v6.3/checkpoint_1000000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1000000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1000000/state_dict.pt b/v6.3/checkpoint_1000000/state_dict.pt deleted file mode 100644 index 1adb53ec441730cc4b7cf7285846132ae2169e5b..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1000000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:53ebbf8f5f84e56241849fbfe45eb462d86545dd3d96e4b8361d6d839023ddf4 -size 108513553 diff --git a/v6.3/checkpoint_1000000/train.yaml b/v6.3/checkpoint_1000000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1000000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_1100000/dataset_train.yaml b/v6.3/checkpoint_1100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_1100000/dataset_val.yaml b/v6.3/checkpoint_1100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_1100000/expression_space.yaml b/v6.3/checkpoint_1100000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1100000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_1100000/nsr.yaml b/v6.3/checkpoint_1100000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_1100000/skeleton_pool_train.yaml b/v6.3/checkpoint_1100000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1100000/skeleton_pool_val.yaml b/v6.3/checkpoint_1100000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1100000/state_dict.pt b/v6.3/checkpoint_1100000/state_dict.pt deleted file mode 100644 index e012d38a1c50d846f879ea1deaec009dd9be0ca4..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1a0561b5596bed0767e32defa0f4fe1492f2f2822512d59a9712bc66cb09c2fb -size 108513553 diff --git a/v6.3/checkpoint_1100000/train.yaml b/v6.3/checkpoint_1100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_1200000/dataset_train.yaml b/v6.3/checkpoint_1200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_1200000/dataset_val.yaml b/v6.3/checkpoint_1200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_1200000/expression_space.yaml b/v6.3/checkpoint_1200000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1200000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_1200000/nsr.yaml b/v6.3/checkpoint_1200000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_1200000/skeleton_pool_train.yaml b/v6.3/checkpoint_1200000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1200000/skeleton_pool_val.yaml b/v6.3/checkpoint_1200000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1200000/state_dict.pt b/v6.3/checkpoint_1200000/state_dict.pt deleted file mode 100644 index ee6b0faa55a532315afc881cb52880ecc4f4b783..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4646a40cc3524b1dffd64ccfac3bed4872210444f3bd4c808838329f9cae5de5 -size 108513553 diff --git a/v6.3/checkpoint_1200000/train.yaml b/v6.3/checkpoint_1200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_1300000/dataset_train.yaml b/v6.3/checkpoint_1300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_1300000/dataset_val.yaml b/v6.3/checkpoint_1300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_1300000/expression_space.yaml b/v6.3/checkpoint_1300000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1300000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_1300000/nsr.yaml b/v6.3/checkpoint_1300000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_1300000/skeleton_pool_train.yaml b/v6.3/checkpoint_1300000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1300000/skeleton_pool_val.yaml b/v6.3/checkpoint_1300000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1300000/state_dict.pt b/v6.3/checkpoint_1300000/state_dict.pt deleted file mode 100644 index bba7bb28698a5409a3f1e96a860983ff4c77c791..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:79d70e418da76dca644f236461d5d4c0488c1168b8a57171f76748c6f8163a94 -size 108513553 diff --git a/v6.3/checkpoint_1300000/train.yaml b/v6.3/checkpoint_1300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_1400000/dataset_train.yaml b/v6.3/checkpoint_1400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_1400000/dataset_val.yaml b/v6.3/checkpoint_1400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_1400000/expression_space.yaml b/v6.3/checkpoint_1400000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1400000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_1400000/nsr.yaml b/v6.3/checkpoint_1400000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_1400000/skeleton_pool_train.yaml b/v6.3/checkpoint_1400000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1400000/skeleton_pool_val.yaml b/v6.3/checkpoint_1400000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1400000/state_dict.pt b/v6.3/checkpoint_1400000/state_dict.pt deleted file mode 100644 index c9e2d503d326112ce2aaeeeb3bda5b5ba2c61000..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5350a2600525fbc999cd38ac0a946bb76a7594623d0ac38ec149d1aef45a9958 -size 108513553 diff --git a/v6.3/checkpoint_1400000/train.yaml b/v6.3/checkpoint_1400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_1500000/dataset_train.yaml b/v6.3/checkpoint_1500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_1500000/dataset_val.yaml b/v6.3/checkpoint_1500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_1500000/expression_space.yaml b/v6.3/checkpoint_1500000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1500000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_1500000/nsr.yaml b/v6.3/checkpoint_1500000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_1500000/skeleton_pool_train.yaml b/v6.3/checkpoint_1500000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1500000/skeleton_pool_val.yaml b/v6.3/checkpoint_1500000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_1500000/state_dict.pt b/v6.3/checkpoint_1500000/state_dict.pt deleted file mode 100644 index 6a8ada75d63f33287828e3f449fe5773145d6dd6..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7525341398310cb6a22ced1588d33cbc8025593194e643a9bf3f1e31bf1aa3b9 -size 108513553 diff --git a/v6.3/checkpoint_1500000/train.yaml b/v6.3/checkpoint_1500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_1500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_200000/dataset_train.yaml b/v6.3/checkpoint_200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_200000/dataset_val.yaml b/v6.3/checkpoint_200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_200000/expression_space.yaml b/v6.3/checkpoint_200000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_200000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_200000/nsr.yaml b/v6.3/checkpoint_200000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_200000/skeleton_pool_train.yaml b/v6.3/checkpoint_200000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_200000/skeleton_pool_val.yaml b/v6.3/checkpoint_200000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_200000/state_dict.pt b/v6.3/checkpoint_200000/state_dict.pt deleted file mode 100644 index a9096289b05b5ae8827477571b60e89cc24e793e..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ceec55442089cadb8d5e145b6cd111e51abda6daf9213f1da0266e87d7ad208a -size 108513553 diff --git a/v6.3/checkpoint_200000/train.yaml b/v6.3/checkpoint_200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_300000/dataset_train.yaml b/v6.3/checkpoint_300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_300000/dataset_val.yaml b/v6.3/checkpoint_300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_300000/expression_space.yaml b/v6.3/checkpoint_300000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_300000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_300000/nsr.yaml b/v6.3/checkpoint_300000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_300000/skeleton_pool_train.yaml b/v6.3/checkpoint_300000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_300000/skeleton_pool_val.yaml b/v6.3/checkpoint_300000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_300000/state_dict.pt b/v6.3/checkpoint_300000/state_dict.pt deleted file mode 100644 index dcf5d30715224d526b6f36e4c2fdf2ed1b9f1734..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8aac9db974c8080437d693bd67b266ac596d94f48481ea1844bee46d9c63bb72 -size 108513553 diff --git a/v6.3/checkpoint_300000/train.yaml b/v6.3/checkpoint_300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_400000/dataset_train.yaml b/v6.3/checkpoint_400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_400000/dataset_val.yaml b/v6.3/checkpoint_400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_400000/expression_space.yaml b/v6.3/checkpoint_400000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_400000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_400000/nsr.yaml b/v6.3/checkpoint_400000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_400000/skeleton_pool_train.yaml b/v6.3/checkpoint_400000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_400000/skeleton_pool_val.yaml b/v6.3/checkpoint_400000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_400000/state_dict.pt b/v6.3/checkpoint_400000/state_dict.pt deleted file mode 100644 index 28c157d43480b8cde452c637ccf5f9f0611a8b42..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8405e2e6be2e6f4072546bd03dac22b456e986199d33423eb99a82a3c547ba64 -size 108513553 diff --git a/v6.3/checkpoint_400000/train.yaml b/v6.3/checkpoint_400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_500000/dataset_train.yaml b/v6.3/checkpoint_500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_500000/dataset_val.yaml b/v6.3/checkpoint_500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_500000/expression_space.yaml b/v6.3/checkpoint_500000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_500000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_500000/nsr.yaml b/v6.3/checkpoint_500000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_500000/skeleton_pool_train.yaml b/v6.3/checkpoint_500000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_500000/skeleton_pool_val.yaml b/v6.3/checkpoint_500000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_500000/state_dict.pt b/v6.3/checkpoint_500000/state_dict.pt deleted file mode 100644 index 4280130ba9c1369a2ea86a306b599b8014056220..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3f11264789c74fa5de0dcf5367036bbb346a179a1f55c80c558acde1ecf324be -size 108513553 diff --git a/v6.3/checkpoint_500000/train.yaml b/v6.3/checkpoint_500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_600000/dataset_train.yaml b/v6.3/checkpoint_600000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_600000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_600000/dataset_val.yaml b/v6.3/checkpoint_600000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_600000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_600000/expression_space.yaml b/v6.3/checkpoint_600000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_600000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_600000/nsr.yaml b/v6.3/checkpoint_600000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_600000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_600000/skeleton_pool_train.yaml b/v6.3/checkpoint_600000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_600000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_600000/skeleton_pool_val.yaml b/v6.3/checkpoint_600000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_600000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_600000/state_dict.pt b/v6.3/checkpoint_600000/state_dict.pt deleted file mode 100644 index afb7dd0326dc861f4d26de48ac09463b9dc6e3c9..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_600000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fa51d2d2bdebf0afa9e416f59d81e9a1fc7d86b91518fda8043804f3ff6a97d4 -size 108513553 diff --git a/v6.3/checkpoint_600000/train.yaml b/v6.3/checkpoint_600000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_600000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_700000/dataset_train.yaml b/v6.3/checkpoint_700000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_700000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_700000/dataset_val.yaml b/v6.3/checkpoint_700000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_700000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_700000/expression_space.yaml b/v6.3/checkpoint_700000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_700000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_700000/nsr.yaml b/v6.3/checkpoint_700000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_700000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_700000/skeleton_pool_train.yaml b/v6.3/checkpoint_700000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_700000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_700000/skeleton_pool_val.yaml b/v6.3/checkpoint_700000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_700000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_700000/state_dict.pt b/v6.3/checkpoint_700000/state_dict.pt deleted file mode 100644 index 50eb3a0aa29487d6ccb0f3d7772e0a88ca3e462b..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_700000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:69d898829b816bf2720c2fcf1d9131bb8ea474082c6977386f51993b8b9f0301 -size 108513553 diff --git a/v6.3/checkpoint_700000/train.yaml b/v6.3/checkpoint_700000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_700000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_800000/dataset_train.yaml b/v6.3/checkpoint_800000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_800000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_800000/dataset_val.yaml b/v6.3/checkpoint_800000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_800000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_800000/expression_space.yaml b/v6.3/checkpoint_800000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_800000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_800000/nsr.yaml b/v6.3/checkpoint_800000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_800000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_800000/skeleton_pool_train.yaml b/v6.3/checkpoint_800000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_800000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_800000/skeleton_pool_val.yaml b/v6.3/checkpoint_800000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_800000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_800000/state_dict.pt b/v6.3/checkpoint_800000/state_dict.pt deleted file mode 100644 index 6076e8ce36ea0b483f4d2b3142b4ee4b61374386..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_800000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d90965166401e2e3ae312303f00da2e6396cb4b53bf0baa33a4b4d49589dbfc1 -size 108513553 diff --git a/v6.3/checkpoint_800000/train.yaml b/v6.3/checkpoint_800000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_800000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/checkpoint_900000/dataset_train.yaml b/v6.3/checkpoint_900000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_900000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/checkpoint_900000/dataset_val.yaml b/v6.3/checkpoint_900000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_900000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/checkpoint_900000/expression_space.yaml b/v6.3/checkpoint_900000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_900000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/checkpoint_900000/nsr.yaml b/v6.3/checkpoint_900000/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_900000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/checkpoint_900000/skeleton_pool_train.yaml b/v6.3/checkpoint_900000/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_900000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_900000/skeleton_pool_val.yaml b/v6.3/checkpoint_900000/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_900000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/checkpoint_900000/state_dict.pt b/v6.3/checkpoint_900000/state_dict.pt deleted file mode 100644 index 76eaec4f76376f1bcc014ff54dad5d9a9f27fda9..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_900000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e9e268e04aacc2d65e39e0a6ec655b4f4f6c8565f0450f0e4a1c8a246f7cf5e5 -size 108513553 diff --git a/v6.3/checkpoint_900000/train.yaml b/v6.3/checkpoint_900000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/checkpoint_900000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.3/dataset_train.yaml b/v6.3/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.3/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.3/dataset_val.yaml b/v6.3/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.3/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.3/expression_space.yaml b/v6.3/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.3/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.3/nsr.yaml b/v6.3/nsr.yaml deleted file mode 100644 index 063071ae9c66fae67aaa7b7f4a66b446362704e0..0000000000000000000000000000000000000000 --- a/v6.3/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 10 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.3/skeleton_pool_train.yaml b/v6.3/skeleton_pool_train.yaml deleted file mode 100644 index 62caf7f2f842a1be4159820c89917cdb12cba4fe..0000000000000000000000000000000000000000 --- a/v6.3/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.3/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/skeleton_pool_val.yaml b/v6.3/skeleton_pool_val.yaml deleted file mode 100644 index 2034c18fe71136597d2eb868a1cf0ea19bad4e8d..0000000000000000000000000000000000000000 --- a/v6.3/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.3/state_dict.pt b/v6.3/state_dict.pt deleted file mode 100644 index 6a8ada75d63f33287828e3f449fe5773145d6dd6..0000000000000000000000000000000000000000 --- a/v6.3/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7525341398310cb6a22ced1588d33cbc8025593194e643a9bf3f1e31bf1aa3b9 -size 108513553 diff --git a/v6.3/train.yaml b/v6.3/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.3/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_100000/dataset_train.yaml b/v6.4/checkpoint_100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_100000/dataset_val.yaml b/v6.4/checkpoint_100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_100000/expression_space.yaml b/v6.4/checkpoint_100000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_100000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_100000/nsr.yaml b/v6.4/checkpoint_100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_100000/skeleton_pool_train.yaml b/v6.4/checkpoint_100000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_100000/skeleton_pool_val.yaml b/v6.4/checkpoint_100000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_100000/state_dict.pt b/v6.4/checkpoint_100000/state_dict.pt deleted file mode 100644 index 2e39f999cc0abf21716a6baacd596a7063d0f642..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2eafc797b8872d59f432a276c863768be93ad30089084d2f0f1a875354cf72b8 -size 108624145 diff --git a/v6.4/checkpoint_100000/train.yaml b/v6.4/checkpoint_100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_1000000/dataset_train.yaml b/v6.4/checkpoint_1000000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1000000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_1000000/dataset_val.yaml b/v6.4/checkpoint_1000000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1000000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_1000000/expression_space.yaml b/v6.4/checkpoint_1000000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1000000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_1000000/nsr.yaml b/v6.4/checkpoint_1000000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1000000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_1000000/skeleton_pool_train.yaml b/v6.4/checkpoint_1000000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1000000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1000000/skeleton_pool_val.yaml b/v6.4/checkpoint_1000000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1000000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1000000/state_dict.pt b/v6.4/checkpoint_1000000/state_dict.pt deleted file mode 100644 index 570e668311474618e0f4399391d6e0d68fff2c73..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1000000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aa6b837b3b3eee46b1977aa12688e4cc33b2029c91142f4c976a344e9f560cc6 -size 108624145 diff --git a/v6.4/checkpoint_1000000/train.yaml b/v6.4/checkpoint_1000000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1000000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_1100000/dataset_train.yaml b/v6.4/checkpoint_1100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_1100000/dataset_val.yaml b/v6.4/checkpoint_1100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_1100000/expression_space.yaml b/v6.4/checkpoint_1100000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1100000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_1100000/nsr.yaml b/v6.4/checkpoint_1100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_1100000/skeleton_pool_train.yaml b/v6.4/checkpoint_1100000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1100000/skeleton_pool_val.yaml b/v6.4/checkpoint_1100000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1100000/state_dict.pt b/v6.4/checkpoint_1100000/state_dict.pt deleted file mode 100644 index 1afd46df0db3041df1b40d6c3ce86c3ad6a6279e..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2c4172121a9c83167bb9409f64b2f60ad0cf868f666658bc1f389d396aba284e -size 108624145 diff --git a/v6.4/checkpoint_1100000/train.yaml b/v6.4/checkpoint_1100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_1200000/dataset_train.yaml b/v6.4/checkpoint_1200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_1200000/dataset_val.yaml b/v6.4/checkpoint_1200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_1200000/expression_space.yaml b/v6.4/checkpoint_1200000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1200000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_1200000/nsr.yaml b/v6.4/checkpoint_1200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_1200000/skeleton_pool_train.yaml b/v6.4/checkpoint_1200000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1200000/skeleton_pool_val.yaml b/v6.4/checkpoint_1200000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1200000/state_dict.pt b/v6.4/checkpoint_1200000/state_dict.pt deleted file mode 100644 index 9434f94ca29ab568b78d108b512780e0e797d4af..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:08da9ae839bb0d85ea9610c5720a9c05eadd66aab6c9e805556eaed94685094f -size 108624145 diff --git a/v6.4/checkpoint_1200000/train.yaml b/v6.4/checkpoint_1200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_1300000/dataset_train.yaml b/v6.4/checkpoint_1300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_1300000/dataset_val.yaml b/v6.4/checkpoint_1300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_1300000/expression_space.yaml b/v6.4/checkpoint_1300000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1300000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_1300000/nsr.yaml b/v6.4/checkpoint_1300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_1300000/skeleton_pool_train.yaml b/v6.4/checkpoint_1300000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1300000/skeleton_pool_val.yaml b/v6.4/checkpoint_1300000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1300000/state_dict.pt b/v6.4/checkpoint_1300000/state_dict.pt deleted file mode 100644 index 84ade0960ebacab7aaaa52f4426d82315313ef28..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9bf5718b81c9061a9377d2eeb5bb142c8e0ff31cc0a71b5d5d8e520f54d395f2 -size 108624145 diff --git a/v6.4/checkpoint_1300000/train.yaml b/v6.4/checkpoint_1300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_1400000/dataset_train.yaml b/v6.4/checkpoint_1400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_1400000/dataset_val.yaml b/v6.4/checkpoint_1400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_1400000/expression_space.yaml b/v6.4/checkpoint_1400000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1400000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_1400000/nsr.yaml b/v6.4/checkpoint_1400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_1400000/skeleton_pool_train.yaml b/v6.4/checkpoint_1400000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1400000/skeleton_pool_val.yaml b/v6.4/checkpoint_1400000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1400000/state_dict.pt b/v6.4/checkpoint_1400000/state_dict.pt deleted file mode 100644 index 4178e587b8728046624c63a8778850b727cbb0af..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f70d1398f31c945dfc1049aa1b152687e7a317aad213d502d1255e4d8f08d144 -size 108624145 diff --git a/v6.4/checkpoint_1400000/train.yaml b/v6.4/checkpoint_1400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_1500000/dataset_train.yaml b/v6.4/checkpoint_1500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_1500000/dataset_val.yaml b/v6.4/checkpoint_1500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_1500000/expression_space.yaml b/v6.4/checkpoint_1500000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1500000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_1500000/nsr.yaml b/v6.4/checkpoint_1500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_1500000/skeleton_pool_train.yaml b/v6.4/checkpoint_1500000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1500000/skeleton_pool_val.yaml b/v6.4/checkpoint_1500000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_1500000/state_dict.pt b/v6.4/checkpoint_1500000/state_dict.pt deleted file mode 100644 index f3dd25d47a1d06ff9aba595bbb6295ff216c69f8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ae394b5170d4c32ea796e5762caa5d8dcdd842db56ef60bcba63ff9e66f2024f -size 108624145 diff --git a/v6.4/checkpoint_1500000/train.yaml b/v6.4/checkpoint_1500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_1500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_200000/dataset_train.yaml b/v6.4/checkpoint_200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_200000/dataset_val.yaml b/v6.4/checkpoint_200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_200000/expression_space.yaml b/v6.4/checkpoint_200000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_200000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_200000/nsr.yaml b/v6.4/checkpoint_200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_200000/skeleton_pool_train.yaml b/v6.4/checkpoint_200000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_200000/skeleton_pool_val.yaml b/v6.4/checkpoint_200000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_200000/state_dict.pt b/v6.4/checkpoint_200000/state_dict.pt deleted file mode 100644 index dc39583208d5b7baa9c0fdd70fafc827e99a4674..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:91bcdf3b5b4457263d8f45997b1a0018f92502b61c5989b48d8a26f063c7e3f4 -size 108624145 diff --git a/v6.4/checkpoint_200000/train.yaml b/v6.4/checkpoint_200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_300000/dataset_train.yaml b/v6.4/checkpoint_300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_300000/dataset_val.yaml b/v6.4/checkpoint_300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_300000/expression_space.yaml b/v6.4/checkpoint_300000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_300000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_300000/nsr.yaml b/v6.4/checkpoint_300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_300000/skeleton_pool_train.yaml b/v6.4/checkpoint_300000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_300000/skeleton_pool_val.yaml b/v6.4/checkpoint_300000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_300000/state_dict.pt b/v6.4/checkpoint_300000/state_dict.pt deleted file mode 100644 index eab930d67a484519eaa9beb53a8aa5ec67655549..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f11874db5306e9b3c3fe34691191a8f8bf818351ac55fc1dbcb99e500a0d1f92 -size 108624145 diff --git a/v6.4/checkpoint_300000/train.yaml b/v6.4/checkpoint_300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_400000/dataset_train.yaml b/v6.4/checkpoint_400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_400000/dataset_val.yaml b/v6.4/checkpoint_400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_400000/expression_space.yaml b/v6.4/checkpoint_400000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_400000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_400000/nsr.yaml b/v6.4/checkpoint_400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_400000/skeleton_pool_train.yaml b/v6.4/checkpoint_400000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_400000/skeleton_pool_val.yaml b/v6.4/checkpoint_400000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_400000/state_dict.pt b/v6.4/checkpoint_400000/state_dict.pt deleted file mode 100644 index 2fce6d224a88fe78c06ae61041c36378074d2bc6..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f986dd69322cc215de414581e765b089c960ed8858f20ab98a211bee363c95ff -size 108624145 diff --git a/v6.4/checkpoint_400000/train.yaml b/v6.4/checkpoint_400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_500000/dataset_train.yaml b/v6.4/checkpoint_500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_500000/dataset_val.yaml b/v6.4/checkpoint_500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_500000/expression_space.yaml b/v6.4/checkpoint_500000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_500000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_500000/nsr.yaml b/v6.4/checkpoint_500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_500000/skeleton_pool_train.yaml b/v6.4/checkpoint_500000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_500000/skeleton_pool_val.yaml b/v6.4/checkpoint_500000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_500000/state_dict.pt b/v6.4/checkpoint_500000/state_dict.pt deleted file mode 100644 index d8e6a577b5757bb2f511c2ac8b43956b6b75049c..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6382d3052a396bba4c8fd71ea554b28c1757cd0ae3f73833a7e3f2fb6bd1882a -size 108624145 diff --git a/v6.4/checkpoint_500000/train.yaml b/v6.4/checkpoint_500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_600000/dataset_train.yaml b/v6.4/checkpoint_600000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_600000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_600000/dataset_val.yaml b/v6.4/checkpoint_600000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_600000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_600000/expression_space.yaml b/v6.4/checkpoint_600000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_600000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_600000/nsr.yaml b/v6.4/checkpoint_600000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_600000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_600000/skeleton_pool_train.yaml b/v6.4/checkpoint_600000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_600000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_600000/skeleton_pool_val.yaml b/v6.4/checkpoint_600000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_600000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_600000/state_dict.pt b/v6.4/checkpoint_600000/state_dict.pt deleted file mode 100644 index fea633cc74018788231738291612689f2cffafb4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_600000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:099a4e1989fd7887d1a9b330a930bc51f5f23287d813014440944434b17c81a2 -size 108624145 diff --git a/v6.4/checkpoint_600000/train.yaml b/v6.4/checkpoint_600000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_600000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_700000/dataset_train.yaml b/v6.4/checkpoint_700000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_700000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_700000/dataset_val.yaml b/v6.4/checkpoint_700000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_700000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_700000/expression_space.yaml b/v6.4/checkpoint_700000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_700000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_700000/nsr.yaml b/v6.4/checkpoint_700000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_700000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_700000/skeleton_pool_train.yaml b/v6.4/checkpoint_700000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_700000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_700000/skeleton_pool_val.yaml b/v6.4/checkpoint_700000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_700000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_700000/state_dict.pt b/v6.4/checkpoint_700000/state_dict.pt deleted file mode 100644 index 4a39ca03414deec45239156a57738a5e4cc0c74b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_700000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:da92fd08555ecfb947b74d225f98b8905b76e50ff494205b4a39d158e777872d -size 108624145 diff --git a/v6.4/checkpoint_700000/train.yaml b/v6.4/checkpoint_700000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_700000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_800000/dataset_train.yaml b/v6.4/checkpoint_800000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_800000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_800000/dataset_val.yaml b/v6.4/checkpoint_800000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_800000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_800000/expression_space.yaml b/v6.4/checkpoint_800000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_800000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_800000/nsr.yaml b/v6.4/checkpoint_800000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_800000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_800000/skeleton_pool_train.yaml b/v6.4/checkpoint_800000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_800000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_800000/skeleton_pool_val.yaml b/v6.4/checkpoint_800000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_800000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_800000/state_dict.pt b/v6.4/checkpoint_800000/state_dict.pt deleted file mode 100644 index c9266da2a7a6b59e53bf05eb66ee7c2f0aa71bc2..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_800000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:321e911a51c05700b0ae2402471d51e64e67be7c452cddbf7aabb2a18ec1d6ca -size 108624145 diff --git a/v6.4/checkpoint_800000/train.yaml b/v6.4/checkpoint_800000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_800000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/checkpoint_900000/dataset_train.yaml b/v6.4/checkpoint_900000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_900000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/checkpoint_900000/dataset_val.yaml b/v6.4/checkpoint_900000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_900000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/checkpoint_900000/expression_space.yaml b/v6.4/checkpoint_900000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_900000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/checkpoint_900000/nsr.yaml b/v6.4/checkpoint_900000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_900000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/checkpoint_900000/skeleton_pool_train.yaml b/v6.4/checkpoint_900000/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_900000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_900000/skeleton_pool_val.yaml b/v6.4/checkpoint_900000/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_900000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/checkpoint_900000/state_dict.pt b/v6.4/checkpoint_900000/state_dict.pt deleted file mode 100644 index e57bd923dfdb8c62c831ff0af100fca722ab153e..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_900000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:136fb80e999b12d45934423c9c905dae05ca68b73d40d81053796a261e05fdf4 -size 108624145 diff --git a/v6.4/checkpoint_900000/train.yaml b/v6.4/checkpoint_900000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/checkpoint_900000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.4/dataset_train.yaml b/v6.4/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.4/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.4/dataset_val.yaml b/v6.4/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.4/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.4/expression_space.yaml b/v6.4/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.4/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.4/nsr.yaml b/v6.4/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.4/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.4/skeleton_pool_train.yaml b/v6.4/skeleton_pool_train.yaml deleted file mode 100644 index bfc655f08c44431f0fe2450e333683a9ff37a78b..0000000000000000000000000000000000000000 --- a/v6.4/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.4/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/skeleton_pool_val.yaml b/v6.4/skeleton_pool_val.yaml deleted file mode 100644 index 003b286995c0acde473aba8037574da8fc89a7a4..0000000000000000000000000000000000000000 --- a/v6.4/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/hard_set/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: 1 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.4/state_dict.pt b/v6.4/state_dict.pt deleted file mode 100644 index f3dd25d47a1d06ff9aba595bbb6295ff216c69f8..0000000000000000000000000000000000000000 --- a/v6.4/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ae394b5170d4c32ea796e5762caa5d8dcdd842db56ef60bcba63ff9e66f2024f -size 108624145 diff --git a/v6.4/train.yaml b/v6.4/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.4/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_100000/dataset_train.yaml b/v6.6/checkpoint_100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_100000/dataset_val.yaml b/v6.6/checkpoint_100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_100000/expression_space.yaml b/v6.6/checkpoint_100000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_100000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_100000/nsr.yaml b/v6.6/checkpoint_100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_100000/skeleton_pool_train.yaml b/v6.6/checkpoint_100000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_100000/skeleton_pool_val.yaml b/v6.6/checkpoint_100000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_100000/state_dict.pt b/v6.6/checkpoint_100000/state_dict.pt deleted file mode 100644 index 0fac84794230a90c6daffe28a1502f9bcd62aa7a..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a97e2c546c3bb294a0a7433e583cc47e5782483125dd61673cb769e711facfd3 -size 108624145 diff --git a/v6.6/checkpoint_100000/train.yaml b/v6.6/checkpoint_100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_1000000/dataset_train.yaml b/v6.6/checkpoint_1000000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1000000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_1000000/dataset_val.yaml b/v6.6/checkpoint_1000000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1000000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_1000000/expression_space.yaml b/v6.6/checkpoint_1000000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1000000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_1000000/nsr.yaml b/v6.6/checkpoint_1000000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1000000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_1000000/skeleton_pool_train.yaml b/v6.6/checkpoint_1000000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1000000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1000000/skeleton_pool_val.yaml b/v6.6/checkpoint_1000000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1000000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1000000/state_dict.pt b/v6.6/checkpoint_1000000/state_dict.pt deleted file mode 100644 index dd477472ed3e0adf6edc53833dafdecedf39399d..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1000000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:237391a018b68644f947786d2b7bbe41918e016d9199cb4db60e4c1010dac176 -size 108624145 diff --git a/v6.6/checkpoint_1000000/train.yaml b/v6.6/checkpoint_1000000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1000000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_1100000/dataset_train.yaml b/v6.6/checkpoint_1100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_1100000/dataset_val.yaml b/v6.6/checkpoint_1100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_1100000/expression_space.yaml b/v6.6/checkpoint_1100000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1100000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_1100000/nsr.yaml b/v6.6/checkpoint_1100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_1100000/skeleton_pool_train.yaml b/v6.6/checkpoint_1100000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1100000/skeleton_pool_val.yaml b/v6.6/checkpoint_1100000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1100000/state_dict.pt b/v6.6/checkpoint_1100000/state_dict.pt deleted file mode 100644 index 06579f843fe0ce0828e61b4268c715db065ca31f..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c814e575b3679d149e98dadddc21bef8429eafc931fa46ccfbdc952dc4343bfa -size 108624145 diff --git a/v6.6/checkpoint_1100000/train.yaml b/v6.6/checkpoint_1100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_1200000/dataset_train.yaml b/v6.6/checkpoint_1200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_1200000/dataset_val.yaml b/v6.6/checkpoint_1200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_1200000/expression_space.yaml b/v6.6/checkpoint_1200000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1200000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_1200000/nsr.yaml b/v6.6/checkpoint_1200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_1200000/skeleton_pool_train.yaml b/v6.6/checkpoint_1200000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1200000/skeleton_pool_val.yaml b/v6.6/checkpoint_1200000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1200000/state_dict.pt b/v6.6/checkpoint_1200000/state_dict.pt deleted file mode 100644 index 2a9ec82497167e6b8325409b4b546251a06551cf..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6aaad9622620cbf16ca64231430997a11a5cdd9d8926d1cdc1df5bf9662f216b -size 108624145 diff --git a/v6.6/checkpoint_1200000/train.yaml b/v6.6/checkpoint_1200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_1300000/dataset_train.yaml b/v6.6/checkpoint_1300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_1300000/dataset_val.yaml b/v6.6/checkpoint_1300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_1300000/expression_space.yaml b/v6.6/checkpoint_1300000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1300000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_1300000/nsr.yaml b/v6.6/checkpoint_1300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_1300000/skeleton_pool_train.yaml b/v6.6/checkpoint_1300000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1300000/skeleton_pool_val.yaml b/v6.6/checkpoint_1300000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1300000/state_dict.pt b/v6.6/checkpoint_1300000/state_dict.pt deleted file mode 100644 index f1b1f5daf6079b2ba871863db2392db9803dd5df..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1819332253348d8d8ad443e1bc84c5557e3c9db9febd327fb3d9c66e9a55ee4b -size 108624145 diff --git a/v6.6/checkpoint_1300000/train.yaml b/v6.6/checkpoint_1300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_1400000/dataset_train.yaml b/v6.6/checkpoint_1400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_1400000/dataset_val.yaml b/v6.6/checkpoint_1400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_1400000/expression_space.yaml b/v6.6/checkpoint_1400000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1400000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_1400000/nsr.yaml b/v6.6/checkpoint_1400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_1400000/skeleton_pool_train.yaml b/v6.6/checkpoint_1400000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1400000/skeleton_pool_val.yaml b/v6.6/checkpoint_1400000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1400000/state_dict.pt b/v6.6/checkpoint_1400000/state_dict.pt deleted file mode 100644 index 178a1c871d51fe30a056e546ff35e80a8a5e2f20..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7c038c04b32afb4dbbdc0b4b54e42a84728bcd5d33f2f0d0f961811c2fe5e3df -size 108624145 diff --git a/v6.6/checkpoint_1400000/train.yaml b/v6.6/checkpoint_1400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_1500000/dataset_train.yaml b/v6.6/checkpoint_1500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_1500000/dataset_val.yaml b/v6.6/checkpoint_1500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_1500000/expression_space.yaml b/v6.6/checkpoint_1500000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1500000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_1500000/nsr.yaml b/v6.6/checkpoint_1500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_1500000/skeleton_pool_train.yaml b/v6.6/checkpoint_1500000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1500000/skeleton_pool_val.yaml b/v6.6/checkpoint_1500000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_1500000/state_dict.pt b/v6.6/checkpoint_1500000/state_dict.pt deleted file mode 100644 index 7a78f5d0de86b6f233ba1a82bbf733fc04bad7a3..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9dbef0503a4ab8b25aeb4dc3bce717496a2b043047da831847d89a251234a350 -size 108624145 diff --git a/v6.6/checkpoint_1500000/train.yaml b/v6.6/checkpoint_1500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_1500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_200000/dataset_train.yaml b/v6.6/checkpoint_200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_200000/dataset_val.yaml b/v6.6/checkpoint_200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_200000/expression_space.yaml b/v6.6/checkpoint_200000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_200000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_200000/nsr.yaml b/v6.6/checkpoint_200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_200000/skeleton_pool_train.yaml b/v6.6/checkpoint_200000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_200000/skeleton_pool_val.yaml b/v6.6/checkpoint_200000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_200000/state_dict.pt b/v6.6/checkpoint_200000/state_dict.pt deleted file mode 100644 index 9a1970bd3287b2980a9fa43c0c4c2af13b367ef7..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8a6d4922b39f8fa1ede3dab3e2eb6b4f07714fc7dc0110f9c2138bdfcc5039d1 -size 108624145 diff --git a/v6.6/checkpoint_200000/train.yaml b/v6.6/checkpoint_200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_300000/dataset_train.yaml b/v6.6/checkpoint_300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_300000/dataset_val.yaml b/v6.6/checkpoint_300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_300000/expression_space.yaml b/v6.6/checkpoint_300000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_300000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_300000/nsr.yaml b/v6.6/checkpoint_300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_300000/skeleton_pool_train.yaml b/v6.6/checkpoint_300000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_300000/skeleton_pool_val.yaml b/v6.6/checkpoint_300000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_300000/state_dict.pt b/v6.6/checkpoint_300000/state_dict.pt deleted file mode 100644 index e3c20bb2762e15b07cbb93e7da2ba83df39be3fb..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f5e6fd45efc8f7c515e94207c341ac379f034c3e715c6ac69d9a293843e90a8c -size 108624145 diff --git a/v6.6/checkpoint_300000/train.yaml b/v6.6/checkpoint_300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_400000/dataset_train.yaml b/v6.6/checkpoint_400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_400000/dataset_val.yaml b/v6.6/checkpoint_400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_400000/expression_space.yaml b/v6.6/checkpoint_400000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_400000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_400000/nsr.yaml b/v6.6/checkpoint_400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_400000/skeleton_pool_train.yaml b/v6.6/checkpoint_400000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_400000/skeleton_pool_val.yaml b/v6.6/checkpoint_400000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_400000/state_dict.pt b/v6.6/checkpoint_400000/state_dict.pt deleted file mode 100644 index 8b74e355faa474ff31fab22b71582f69048a20bc..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:822ede4780d1d0f8ae2a34ac0351a4ee5208450eaf1d27880da6dca89eef44cc -size 108624145 diff --git a/v6.6/checkpoint_400000/train.yaml b/v6.6/checkpoint_400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_500000/dataset_train.yaml b/v6.6/checkpoint_500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_500000/dataset_val.yaml b/v6.6/checkpoint_500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_500000/expression_space.yaml b/v6.6/checkpoint_500000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_500000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_500000/nsr.yaml b/v6.6/checkpoint_500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_500000/skeleton_pool_train.yaml b/v6.6/checkpoint_500000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_500000/skeleton_pool_val.yaml b/v6.6/checkpoint_500000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_500000/state_dict.pt b/v6.6/checkpoint_500000/state_dict.pt deleted file mode 100644 index d84da3a3d4c0205a460893211d7e2eb62d901485..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:39ed041b231dade74681507957bd44b1a1dc72522b7138d66030f04c14dcc55e -size 108624145 diff --git a/v6.6/checkpoint_500000/train.yaml b/v6.6/checkpoint_500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_600000/dataset_train.yaml b/v6.6/checkpoint_600000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_600000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_600000/dataset_val.yaml b/v6.6/checkpoint_600000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_600000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_600000/expression_space.yaml b/v6.6/checkpoint_600000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_600000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_600000/nsr.yaml b/v6.6/checkpoint_600000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_600000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_600000/skeleton_pool_train.yaml b/v6.6/checkpoint_600000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_600000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_600000/skeleton_pool_val.yaml b/v6.6/checkpoint_600000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_600000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_600000/state_dict.pt b/v6.6/checkpoint_600000/state_dict.pt deleted file mode 100644 index dd8ce0762185a8b33766e57d1e2ad4532025a8e0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_600000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6d37643e74e1338a2e06e8354751823d9c69a34b5ab5b1fe980019215d72b53a -size 108624145 diff --git a/v6.6/checkpoint_600000/train.yaml b/v6.6/checkpoint_600000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_600000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_700000/dataset_train.yaml b/v6.6/checkpoint_700000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_700000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_700000/dataset_val.yaml b/v6.6/checkpoint_700000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_700000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_700000/expression_space.yaml b/v6.6/checkpoint_700000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_700000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_700000/nsr.yaml b/v6.6/checkpoint_700000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_700000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_700000/skeleton_pool_train.yaml b/v6.6/checkpoint_700000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_700000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_700000/skeleton_pool_val.yaml b/v6.6/checkpoint_700000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_700000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_700000/state_dict.pt b/v6.6/checkpoint_700000/state_dict.pt deleted file mode 100644 index ec87229d05c4fac52dc63997e8db8e81c20cb189..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_700000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:19dde92856fabf61509c74daa49a7b45aa9c3bb1b7e76805552db2fb478078d5 -size 108624145 diff --git a/v6.6/checkpoint_700000/train.yaml b/v6.6/checkpoint_700000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_700000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_800000/dataset_train.yaml b/v6.6/checkpoint_800000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_800000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_800000/dataset_val.yaml b/v6.6/checkpoint_800000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_800000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_800000/expression_space.yaml b/v6.6/checkpoint_800000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_800000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_800000/nsr.yaml b/v6.6/checkpoint_800000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_800000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_800000/skeleton_pool_train.yaml b/v6.6/checkpoint_800000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_800000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_800000/skeleton_pool_val.yaml b/v6.6/checkpoint_800000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_800000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_800000/state_dict.pt b/v6.6/checkpoint_800000/state_dict.pt deleted file mode 100644 index 70efa62909fa50ec746bff4d04e18c59836e6c68..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_800000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5ec271e8498a42de07b433f80c9d3706685b0945d4a18307200c949e80f72216 -size 108624145 diff --git a/v6.6/checkpoint_800000/train.yaml b/v6.6/checkpoint_800000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_800000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/checkpoint_900000/dataset_train.yaml b/v6.6/checkpoint_900000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_900000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/checkpoint_900000/dataset_val.yaml b/v6.6/checkpoint_900000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_900000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/checkpoint_900000/expression_space.yaml b/v6.6/checkpoint_900000/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_900000/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/checkpoint_900000/nsr.yaml b/v6.6/checkpoint_900000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_900000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/checkpoint_900000/skeleton_pool_train.yaml b/v6.6/checkpoint_900000/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_900000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_900000/skeleton_pool_val.yaml b/v6.6/checkpoint_900000/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_900000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/checkpoint_900000/state_dict.pt b/v6.6/checkpoint_900000/state_dict.pt deleted file mode 100644 index 0116946e55662649abe828d470c0536eb5e0c5d1..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_900000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b0ce35883ae50293f5175698f41bc91b21bfde7587f7dce963778942ec71eaf6 -size 108624145 diff --git a/v6.6/checkpoint_900000/train.yaml b/v6.6/checkpoint_900000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/checkpoint_900000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.6/dataset_train.yaml b/v6.6/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.6/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.6/dataset_val.yaml b/v6.6/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.6/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.6/expression_space.yaml b/v6.6/expression_space.yaml deleted file mode 100644 index 46107b5cf536a365846130d7bda16892331e6eb0..0000000000000000000000000000000000000000 --- a/v6.6/expression_space.yaml +++ /dev/null @@ -1,273 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 -variables: 3 diff --git a/v6.6/nsr.yaml b/v6.6/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.6/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.6/skeleton_pool_train.yaml b/v6.6/skeleton_pool_train.yaml deleted file mode 100644 index 57fbe47d64498f2755ec517c9100d187a40deda4..0000000000000000000000000000000000000000 --- a/v6.6/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.6/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/skeleton_pool_val.yaml b/v6.6/skeleton_pool_val.yaml deleted file mode 100644 index 541a052e7b36d7d06bd8b4abca6bba9a11d60c0e..0000000000000000000000000000000000000000 --- a/v6.6/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 0 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.6/state_dict.pt b/v6.6/state_dict.pt deleted file mode 100644 index 7a78f5d0de86b6f233ba1a82bbf733fc04bad7a3..0000000000000000000000000000000000000000 --- a/v6.6/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9dbef0503a4ab8b25aeb4dc3bce717496a2b043047da831847d89a251234a350 -size 108624145 diff --git a/v6.6/train.yaml b/v6.6/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.6/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_100000/dataset_train.yaml b/v6.8/checkpoint_100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_100000/dataset_val.yaml b/v6.8/checkpoint_100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_100000/expression_space.yaml b/v6.8/checkpoint_100000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_100000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_100000/nsr.yaml b/v6.8/checkpoint_100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_100000/skeleton_pool_train.yaml b/v6.8/checkpoint_100000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_100000/skeleton_pool_val.yaml b/v6.8/checkpoint_100000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_100000/state_dict.pt b/v6.8/checkpoint_100000/state_dict.pt deleted file mode 100644 index 59f12ec4025cdb1589b72f09a28ee3b2caf1c454..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c460af9ac1a3e5c73f90c11a1ec75883febcf70e17b20d22770a4c89de8f9500 -size 108693841 diff --git a/v6.8/checkpoint_100000/train.yaml b/v6.8/checkpoint_100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_1000000/dataset_train.yaml b/v6.8/checkpoint_1000000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1000000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_1000000/dataset_val.yaml b/v6.8/checkpoint_1000000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1000000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_1000000/expression_space.yaml b/v6.8/checkpoint_1000000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1000000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_1000000/nsr.yaml b/v6.8/checkpoint_1000000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1000000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_1000000/skeleton_pool_train.yaml b/v6.8/checkpoint_1000000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1000000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1000000/skeleton_pool_val.yaml b/v6.8/checkpoint_1000000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1000000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1000000/state_dict.pt b/v6.8/checkpoint_1000000/state_dict.pt deleted file mode 100644 index 17f3bcd07f687134dd58ff2dd7bef23158b30701..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1000000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:51c7e581843f86c124d2f27c05949087da2226601620c9fac9a8156cc394e2c0 -size 108693841 diff --git a/v6.8/checkpoint_1000000/train.yaml b/v6.8/checkpoint_1000000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1000000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_1100000/dataset_train.yaml b/v6.8/checkpoint_1100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_1100000/dataset_val.yaml b/v6.8/checkpoint_1100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_1100000/expression_space.yaml b/v6.8/checkpoint_1100000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1100000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_1100000/nsr.yaml b/v6.8/checkpoint_1100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_1100000/skeleton_pool_train.yaml b/v6.8/checkpoint_1100000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1100000/skeleton_pool_val.yaml b/v6.8/checkpoint_1100000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1100000/state_dict.pt b/v6.8/checkpoint_1100000/state_dict.pt deleted file mode 100644 index c7c2516eb86ddf6a2061f6bdb9ae7fb1a814d34a..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d42736bee4b85bbc1e5b7e4f07d3240ee5910a6013702c4d0ffa5bd5f412f017 -size 108693841 diff --git a/v6.8/checkpoint_1100000/train.yaml b/v6.8/checkpoint_1100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_1200000/dataset_train.yaml b/v6.8/checkpoint_1200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_1200000/dataset_val.yaml b/v6.8/checkpoint_1200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_1200000/expression_space.yaml b/v6.8/checkpoint_1200000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1200000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_1200000/nsr.yaml b/v6.8/checkpoint_1200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_1200000/skeleton_pool_train.yaml b/v6.8/checkpoint_1200000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1200000/skeleton_pool_val.yaml b/v6.8/checkpoint_1200000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1200000/state_dict.pt b/v6.8/checkpoint_1200000/state_dict.pt deleted file mode 100644 index c7e5176b104e44b224ada26f02ad9d15fb36a3bd..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:03ada71f485749b17ed17c5ed2498dde8c677f5dd061f9a12e94a061fc6b92c6 -size 108693841 diff --git a/v6.8/checkpoint_1200000/train.yaml b/v6.8/checkpoint_1200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_1300000/dataset_train.yaml b/v6.8/checkpoint_1300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_1300000/dataset_val.yaml b/v6.8/checkpoint_1300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_1300000/expression_space.yaml b/v6.8/checkpoint_1300000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1300000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_1300000/nsr.yaml b/v6.8/checkpoint_1300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_1300000/skeleton_pool_train.yaml b/v6.8/checkpoint_1300000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1300000/skeleton_pool_val.yaml b/v6.8/checkpoint_1300000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1300000/state_dict.pt b/v6.8/checkpoint_1300000/state_dict.pt deleted file mode 100644 index 864afd48a330981fce508da1e638b18853a5dbfc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ef23b4de79b48efad1ef3ccca6de1b00999dfa0bd4fe9c75d43adec5c8467702 -size 108693841 diff --git a/v6.8/checkpoint_1300000/train.yaml b/v6.8/checkpoint_1300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_1400000/dataset_train.yaml b/v6.8/checkpoint_1400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_1400000/dataset_val.yaml b/v6.8/checkpoint_1400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_1400000/expression_space.yaml b/v6.8/checkpoint_1400000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1400000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_1400000/nsr.yaml b/v6.8/checkpoint_1400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_1400000/skeleton_pool_train.yaml b/v6.8/checkpoint_1400000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1400000/skeleton_pool_val.yaml b/v6.8/checkpoint_1400000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1400000/state_dict.pt b/v6.8/checkpoint_1400000/state_dict.pt deleted file mode 100644 index ffe2e55e1a7ac90f3fec69d020451ceb8ed9e82e..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:67b23e3ec673160fa25e5f7cfbd0f8e9fa2c3e007e833211ae397c8c5f9fa5e3 -size 108693841 diff --git a/v6.8/checkpoint_1400000/train.yaml b/v6.8/checkpoint_1400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_1500000/dataset_train.yaml b/v6.8/checkpoint_1500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_1500000/dataset_val.yaml b/v6.8/checkpoint_1500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_1500000/expression_space.yaml b/v6.8/checkpoint_1500000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1500000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_1500000/nsr.yaml b/v6.8/checkpoint_1500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_1500000/skeleton_pool_train.yaml b/v6.8/checkpoint_1500000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1500000/skeleton_pool_val.yaml b/v6.8/checkpoint_1500000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_1500000/state_dict.pt b/v6.8/checkpoint_1500000/state_dict.pt deleted file mode 100644 index d38bda6bd8ca3d7b05c14b024b552c0998ef800e..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6947821b3ea260e17b6eba08eb22347f269ee31d0efdbe1af02110987731ed93 -size 108693841 diff --git a/v6.8/checkpoint_1500000/train.yaml b/v6.8/checkpoint_1500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_1500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_200000/dataset_train.yaml b/v6.8/checkpoint_200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_200000/dataset_val.yaml b/v6.8/checkpoint_200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_200000/expression_space.yaml b/v6.8/checkpoint_200000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_200000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_200000/nsr.yaml b/v6.8/checkpoint_200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_200000/skeleton_pool_train.yaml b/v6.8/checkpoint_200000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_200000/skeleton_pool_val.yaml b/v6.8/checkpoint_200000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_200000/state_dict.pt b/v6.8/checkpoint_200000/state_dict.pt deleted file mode 100644 index 5cc0aa51eb69922193fdd934edc0fb18ef4ca7a2..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:07a0cecc04fee01cfb39d98f71c123cfd6257fb2ba60ceb6e18ed9d0dc07b2df -size 108693841 diff --git a/v6.8/checkpoint_200000/train.yaml b/v6.8/checkpoint_200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_300000/dataset_train.yaml b/v6.8/checkpoint_300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_300000/dataset_val.yaml b/v6.8/checkpoint_300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_300000/expression_space.yaml b/v6.8/checkpoint_300000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_300000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_300000/nsr.yaml b/v6.8/checkpoint_300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_300000/skeleton_pool_train.yaml b/v6.8/checkpoint_300000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_300000/skeleton_pool_val.yaml b/v6.8/checkpoint_300000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_300000/state_dict.pt b/v6.8/checkpoint_300000/state_dict.pt deleted file mode 100644 index 2851dd7dda98fc86c6dcaa82963622bd0866e55a..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:283513bfc8ba7b05b9c9c1cfd0f624c482caa1ae5322cd6100b8e61cc720d4f8 -size 108693841 diff --git a/v6.8/checkpoint_300000/train.yaml b/v6.8/checkpoint_300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_400000/dataset_train.yaml b/v6.8/checkpoint_400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_400000/dataset_val.yaml b/v6.8/checkpoint_400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_400000/expression_space.yaml b/v6.8/checkpoint_400000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_400000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_400000/nsr.yaml b/v6.8/checkpoint_400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_400000/skeleton_pool_train.yaml b/v6.8/checkpoint_400000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_400000/skeleton_pool_val.yaml b/v6.8/checkpoint_400000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_400000/state_dict.pt b/v6.8/checkpoint_400000/state_dict.pt deleted file mode 100644 index 98b80a31a4d4e71ade8395b785656677fe72d35a..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:58189aa60e77840bb5e0e8ee5de6103817b503aecbd140e903d8087001d4d58f -size 108693841 diff --git a/v6.8/checkpoint_400000/train.yaml b/v6.8/checkpoint_400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_500000/dataset_train.yaml b/v6.8/checkpoint_500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_500000/dataset_val.yaml b/v6.8/checkpoint_500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_500000/expression_space.yaml b/v6.8/checkpoint_500000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_500000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_500000/nsr.yaml b/v6.8/checkpoint_500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_500000/skeleton_pool_train.yaml b/v6.8/checkpoint_500000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_500000/skeleton_pool_val.yaml b/v6.8/checkpoint_500000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_500000/state_dict.pt b/v6.8/checkpoint_500000/state_dict.pt deleted file mode 100644 index 033a5b2de4cc98c8f2ac8dc5e6d13bed574b847e..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a5aebff45411ebef8cd4fa2739c1ea69313ecfad1256194f9a0ff04a1b929470 -size 108693841 diff --git a/v6.8/checkpoint_500000/train.yaml b/v6.8/checkpoint_500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_600000/dataset_train.yaml b/v6.8/checkpoint_600000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_600000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_600000/dataset_val.yaml b/v6.8/checkpoint_600000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_600000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_600000/expression_space.yaml b/v6.8/checkpoint_600000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_600000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_600000/nsr.yaml b/v6.8/checkpoint_600000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_600000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_600000/skeleton_pool_train.yaml b/v6.8/checkpoint_600000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_600000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_600000/skeleton_pool_val.yaml b/v6.8/checkpoint_600000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_600000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_600000/state_dict.pt b/v6.8/checkpoint_600000/state_dict.pt deleted file mode 100644 index b151fc2e885a9d359f81a6d9440296148aadf420..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_600000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dcc14c98c3193008fe255943fdde4be6d1c0d747e605a7ca422bcc24768c73e3 -size 108693841 diff --git a/v6.8/checkpoint_600000/train.yaml b/v6.8/checkpoint_600000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_600000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_700000/dataset_train.yaml b/v6.8/checkpoint_700000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_700000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_700000/dataset_val.yaml b/v6.8/checkpoint_700000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_700000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_700000/expression_space.yaml b/v6.8/checkpoint_700000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_700000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_700000/nsr.yaml b/v6.8/checkpoint_700000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_700000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_700000/skeleton_pool_train.yaml b/v6.8/checkpoint_700000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_700000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_700000/skeleton_pool_val.yaml b/v6.8/checkpoint_700000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_700000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_700000/state_dict.pt b/v6.8/checkpoint_700000/state_dict.pt deleted file mode 100644 index 2424a8477e691f0b0f980f8693fbab59ec46bbbd..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_700000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:276611ceba62d5da19ad2ccc9024507df4552095482167e0c568e7cba21318d5 -size 108693841 diff --git a/v6.8/checkpoint_700000/train.yaml b/v6.8/checkpoint_700000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_700000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_800000/dataset_train.yaml b/v6.8/checkpoint_800000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_800000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_800000/dataset_val.yaml b/v6.8/checkpoint_800000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_800000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_800000/expression_space.yaml b/v6.8/checkpoint_800000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_800000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_800000/nsr.yaml b/v6.8/checkpoint_800000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_800000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_800000/skeleton_pool_train.yaml b/v6.8/checkpoint_800000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_800000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_800000/skeleton_pool_val.yaml b/v6.8/checkpoint_800000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_800000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_800000/state_dict.pt b/v6.8/checkpoint_800000/state_dict.pt deleted file mode 100644 index e66eb792e42b93ab85bcfc37b83a5c077746ff0a..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_800000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0e2df5657d78ed6277039d5541f879cb2e6c4f98351c75052aa23853020e7585 -size 108693841 diff --git a/v6.8/checkpoint_800000/train.yaml b/v6.8/checkpoint_800000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_800000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/checkpoint_900000/dataset_train.yaml b/v6.8/checkpoint_900000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_900000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/checkpoint_900000/dataset_val.yaml b/v6.8/checkpoint_900000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_900000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/checkpoint_900000/expression_space.yaml b/v6.8/checkpoint_900000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_900000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/checkpoint_900000/nsr.yaml b/v6.8/checkpoint_900000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_900000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/checkpoint_900000/skeleton_pool_train.yaml b/v6.8/checkpoint_900000/skeleton_pool_train.yaml deleted file mode 100644 index 44df461c85c60e42ec0c6180428d579abdf24927..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_900000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.0/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_900000/skeleton_pool_val.yaml b/v6.8/checkpoint_900000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_900000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/checkpoint_900000/state_dict.pt b/v6.8/checkpoint_900000/state_dict.pt deleted file mode 100644 index b66434e1e0c5451aec670f192e64c8e64a4f83a0..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_900000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:781442e9cbc0af1d604c502868d644011606fe862be48816616057b181142604 -size 108693841 diff --git a/v6.8/checkpoint_900000/train.yaml b/v6.8/checkpoint_900000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/checkpoint_900000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/dataset_train.yaml b/v6.8/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/dataset_val.yaml b/v6.8/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/expression_space.yaml b/v6.8/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/nsr.yaml b/v6.8/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/skeleton_pool_train.yaml b/v6.8/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/skeleton_pool_val.yaml b/v6.8/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/state_dict.pt b/v6.8/state_dict.pt deleted file mode 100644 index d38bda6bd8ca3d7b05c14b024b552c0998ef800e..0000000000000000000000000000000000000000 --- a/v6.8/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6947821b3ea260e17b6eba08eb22347f269ee31d0efdbe1af02110987731ed93 -size 108693841 diff --git a/v6.8/train.yaml b/v6.8/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_100000/dataset_train.yaml b/v6.8/v6.8/checkpoint_100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_100000/dataset_val.yaml b/v6.8/v6.8/checkpoint_100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_100000/expression_space.yaml b/v6.8/v6.8/checkpoint_100000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_100000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_100000/nsr.yaml b/v6.8/v6.8/checkpoint_100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_100000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_100000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_100000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_100000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_100000/state_dict.pt b/v6.8/v6.8/checkpoint_100000/state_dict.pt deleted file mode 100644 index 03a2b7120669041b1c5d63b5c7243d334b6117dc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:73d47eba2573c954f4cde380a3e6b70fee572d4c28a2bad75624dde1f834ba8d -size 108693841 diff --git a/v6.8/v6.8/checkpoint_100000/train.yaml b/v6.8/v6.8/checkpoint_100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_1000000/dataset_train.yaml b/v6.8/v6.8/checkpoint_1000000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1000000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1000000/dataset_val.yaml b/v6.8/v6.8/checkpoint_1000000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1000000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1000000/expression_space.yaml b/v6.8/v6.8/checkpoint_1000000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1000000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_1000000/nsr.yaml b/v6.8/v6.8/checkpoint_1000000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1000000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_1000000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_1000000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1000000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1000000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_1000000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1000000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1000000/state_dict.pt b/v6.8/v6.8/checkpoint_1000000/state_dict.pt deleted file mode 100644 index 5868a892d71c71e6cbb93bbee0fb87078b0eec1f..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1000000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1c756622a799700818830a592da76785a65ceeff171302ecac0c2519c81a868e -size 108693841 diff --git a/v6.8/v6.8/checkpoint_1000000/train.yaml b/v6.8/v6.8/checkpoint_1000000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1000000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_1100000/dataset_train.yaml b/v6.8/v6.8/checkpoint_1100000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1100000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1100000/dataset_val.yaml b/v6.8/v6.8/checkpoint_1100000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1100000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1100000/expression_space.yaml b/v6.8/v6.8/checkpoint_1100000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1100000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_1100000/nsr.yaml b/v6.8/v6.8/checkpoint_1100000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1100000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_1100000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_1100000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1100000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1100000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_1100000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1100000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1100000/state_dict.pt b/v6.8/v6.8/checkpoint_1100000/state_dict.pt deleted file mode 100644 index 32a3ff9517bdfd9d23da9028af2448f6c51afeb9..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1100000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:526e63e2ee514f022f3144ce22fe4311f94e6047ab2b6bb59a683df9c188f8bc -size 108693841 diff --git a/v6.8/v6.8/checkpoint_1100000/train.yaml b/v6.8/v6.8/checkpoint_1100000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1100000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_1200000/dataset_train.yaml b/v6.8/v6.8/checkpoint_1200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1200000/dataset_val.yaml b/v6.8/v6.8/checkpoint_1200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1200000/expression_space.yaml b/v6.8/v6.8/checkpoint_1200000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1200000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_1200000/nsr.yaml b/v6.8/v6.8/checkpoint_1200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_1200000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_1200000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1200000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_1200000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1200000/state_dict.pt b/v6.8/v6.8/checkpoint_1200000/state_dict.pt deleted file mode 100644 index 54fb1950d364a80080376c88a50f2b2adb8a3408..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:63051f6ed4ac6c69953ed4b7b8144801bc0c695da94776df3e0c461fe478e9c5 -size 108693841 diff --git a/v6.8/v6.8/checkpoint_1200000/train.yaml b/v6.8/v6.8/checkpoint_1200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_1300000/dataset_train.yaml b/v6.8/v6.8/checkpoint_1300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1300000/dataset_val.yaml b/v6.8/v6.8/checkpoint_1300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1300000/expression_space.yaml b/v6.8/v6.8/checkpoint_1300000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1300000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_1300000/nsr.yaml b/v6.8/v6.8/checkpoint_1300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_1300000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_1300000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1300000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_1300000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1300000/state_dict.pt b/v6.8/v6.8/checkpoint_1300000/state_dict.pt deleted file mode 100644 index 2e5c53777b524489e67e7e857a13cee00e78382f..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a7bf551c55b6e8e93118fb418ff6c8d79b3c10c04ebcb23c535f20f2bcf78fb3 -size 108693841 diff --git a/v6.8/v6.8/checkpoint_1300000/train.yaml b/v6.8/v6.8/checkpoint_1300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_1400000/dataset_train.yaml b/v6.8/v6.8/checkpoint_1400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1400000/dataset_val.yaml b/v6.8/v6.8/checkpoint_1400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1400000/expression_space.yaml b/v6.8/v6.8/checkpoint_1400000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1400000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_1400000/nsr.yaml b/v6.8/v6.8/checkpoint_1400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_1400000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_1400000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1400000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_1400000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1400000/state_dict.pt b/v6.8/v6.8/checkpoint_1400000/state_dict.pt deleted file mode 100644 index 6ca5a13602ec6820d7e2cd7d55892fb56bcde404..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2ef28fee530ae8dffdf70c63963d49c547734cc5362c0b5c3674719ea1f51309 -size 108693841 diff --git a/v6.8/v6.8/checkpoint_1400000/train.yaml b/v6.8/v6.8/checkpoint_1400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_1500000/dataset_train.yaml b/v6.8/v6.8/checkpoint_1500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1500000/dataset_val.yaml b/v6.8/v6.8/checkpoint_1500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_1500000/expression_space.yaml b/v6.8/v6.8/checkpoint_1500000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1500000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_1500000/nsr.yaml b/v6.8/v6.8/checkpoint_1500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_1500000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_1500000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1500000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_1500000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_1500000/state_dict.pt b/v6.8/v6.8/checkpoint_1500000/state_dict.pt deleted file mode 100644 index 9e10b9eda802a5aee43758aff2a1dadb1d3e2cce..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3ac1f070f8341653dca30d75204079c7b81cf6b6b515159179bd47eadc74889b -size 108693841 diff --git a/v6.8/v6.8/checkpoint_1500000/train.yaml b/v6.8/v6.8/checkpoint_1500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_1500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_200000/dataset_train.yaml b/v6.8/v6.8/checkpoint_200000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_200000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_200000/dataset_val.yaml b/v6.8/v6.8/checkpoint_200000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_200000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_200000/expression_space.yaml b/v6.8/v6.8/checkpoint_200000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_200000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_200000/nsr.yaml b/v6.8/v6.8/checkpoint_200000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_200000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_200000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_200000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_200000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_200000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_200000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_200000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_200000/state_dict.pt b/v6.8/v6.8/checkpoint_200000/state_dict.pt deleted file mode 100644 index c92f57dd01f64b386e76368984876cf8b65c9b8e..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_200000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3240ce3eca9cd075ae24ce799bdd32301318c636515e1e2b2406b9879d8a3b04 -size 108693841 diff --git a/v6.8/v6.8/checkpoint_200000/train.yaml b/v6.8/v6.8/checkpoint_200000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_200000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_300000/dataset_train.yaml b/v6.8/v6.8/checkpoint_300000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_300000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_300000/dataset_val.yaml b/v6.8/v6.8/checkpoint_300000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_300000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_300000/expression_space.yaml b/v6.8/v6.8/checkpoint_300000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_300000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_300000/nsr.yaml b/v6.8/v6.8/checkpoint_300000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_300000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_300000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_300000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_300000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_300000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_300000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_300000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_300000/state_dict.pt b/v6.8/v6.8/checkpoint_300000/state_dict.pt deleted file mode 100644 index 686746862d345a25f9194119228d3fa4c0bffaae..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_300000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:65d97685da5643f0ab6fe81ed761141e581f0149c978be22b4b9e80b1425800a -size 108693841 diff --git a/v6.8/v6.8/checkpoint_300000/train.yaml b/v6.8/v6.8/checkpoint_300000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_300000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_400000/dataset_train.yaml b/v6.8/v6.8/checkpoint_400000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_400000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_400000/dataset_val.yaml b/v6.8/v6.8/checkpoint_400000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_400000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_400000/expression_space.yaml b/v6.8/v6.8/checkpoint_400000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_400000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_400000/nsr.yaml b/v6.8/v6.8/checkpoint_400000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_400000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_400000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_400000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_400000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_400000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_400000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_400000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_400000/state_dict.pt b/v6.8/v6.8/checkpoint_400000/state_dict.pt deleted file mode 100644 index 00cd1d68f1dbd8bd707b3a8f02fbc573bc029c6e..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_400000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a997d3b40333488642cc9495bbcadc3e06e43febbd9643b9553e958ea29fcb21 -size 108693841 diff --git a/v6.8/v6.8/checkpoint_400000/train.yaml b/v6.8/v6.8/checkpoint_400000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_400000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_500000/dataset_train.yaml b/v6.8/v6.8/checkpoint_500000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_500000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_500000/dataset_val.yaml b/v6.8/v6.8/checkpoint_500000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_500000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_500000/expression_space.yaml b/v6.8/v6.8/checkpoint_500000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_500000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_500000/nsr.yaml b/v6.8/v6.8/checkpoint_500000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_500000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_500000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_500000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_500000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_500000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_500000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_500000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_500000/state_dict.pt b/v6.8/v6.8/checkpoint_500000/state_dict.pt deleted file mode 100644 index 25e13712a50d2caf4c38ae664451b86ef691760a..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_500000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:812d13ef9e25581de717162be5b3c3a754b24d8e48ed0799d80075cf6d490bb9 -size 108693841 diff --git a/v6.8/v6.8/checkpoint_500000/train.yaml b/v6.8/v6.8/checkpoint_500000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_500000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_600000/dataset_train.yaml b/v6.8/v6.8/checkpoint_600000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_600000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_600000/dataset_val.yaml b/v6.8/v6.8/checkpoint_600000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_600000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_600000/expression_space.yaml b/v6.8/v6.8/checkpoint_600000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_600000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_600000/nsr.yaml b/v6.8/v6.8/checkpoint_600000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_600000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_600000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_600000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_600000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_600000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_600000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_600000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_600000/state_dict.pt b/v6.8/v6.8/checkpoint_600000/state_dict.pt deleted file mode 100644 index ebf3d254c09394a73bcd97e7e3718d668b281d5e..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_600000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1742e775f73d8d7ee270bda4bb3d9c55fb6d0a11312b1e384cad834792aa5bd5 -size 108693841 diff --git a/v6.8/v6.8/checkpoint_600000/train.yaml b/v6.8/v6.8/checkpoint_600000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_600000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_700000/dataset_train.yaml b/v6.8/v6.8/checkpoint_700000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_700000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_700000/dataset_val.yaml b/v6.8/v6.8/checkpoint_700000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_700000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_700000/expression_space.yaml b/v6.8/v6.8/checkpoint_700000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_700000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_700000/nsr.yaml b/v6.8/v6.8/checkpoint_700000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_700000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_700000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_700000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_700000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_700000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_700000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_700000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_700000/state_dict.pt b/v6.8/v6.8/checkpoint_700000/state_dict.pt deleted file mode 100644 index 66e4ade0a17b84db4daeae5a7d2dba11c6d03af9..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_700000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:84f615f967c0772b337e2e0e55c8a94781895902f8ae42ccc881a04e1e94cd49 -size 108693841 diff --git a/v6.8/v6.8/checkpoint_700000/train.yaml b/v6.8/v6.8/checkpoint_700000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_700000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_800000/dataset_train.yaml b/v6.8/v6.8/checkpoint_800000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_800000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_800000/dataset_val.yaml b/v6.8/v6.8/checkpoint_800000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_800000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_800000/expression_space.yaml b/v6.8/v6.8/checkpoint_800000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_800000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_800000/nsr.yaml b/v6.8/v6.8/checkpoint_800000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_800000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_800000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_800000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_800000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_800000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_800000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_800000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_800000/state_dict.pt b/v6.8/v6.8/checkpoint_800000/state_dict.pt deleted file mode 100644 index fe399d496ee0d75ecd2679819d2f16ebfcdc2cdc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_800000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4b16d459a1373d2e3acdff9e1869835e597c013218a839c7a40805719872e8b6 -size 108693841 diff --git a/v6.8/v6.8/checkpoint_800000/train.yaml b/v6.8/v6.8/checkpoint_800000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_800000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/checkpoint_900000/dataset_train.yaml b/v6.8/v6.8/checkpoint_900000/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_900000/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_900000/dataset_val.yaml b/v6.8/v6.8/checkpoint_900000/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_900000/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/checkpoint_900000/expression_space.yaml b/v6.8/v6.8/checkpoint_900000/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_900000/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/checkpoint_900000/nsr.yaml b/v6.8/v6.8/checkpoint_900000/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_900000/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/checkpoint_900000/skeleton_pool_train.yaml b/v6.8/v6.8/checkpoint_900000/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_900000/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_900000/skeleton_pool_val.yaml b/v6.8/v6.8/checkpoint_900000/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_900000/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/checkpoint_900000/state_dict.pt b/v6.8/v6.8/checkpoint_900000/state_dict.pt deleted file mode 100644 index 64eac3a300da40d0f91ab21f68cb19bd50114c4a..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_900000/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d1d97a55e89030b0d605490540a8b047f2855d1f46677c8df7bf5c5995d2e0b4 -size 108693841 diff --git a/v6.8/v6.8/checkpoint_900000/train.yaml b/v6.8/v6.8/checkpoint_900000/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/checkpoint_900000/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.8/v6.8/dataset_train.yaml b/v6.8/v6.8/dataset_train.yaml deleted file mode 100644 index 2baac35dd30d83b3b46bd75ec2db5389d64c7cf1..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/dataset_train.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_train.yaml -padding: zero diff --git a/v6.8/v6.8/dataset_val.yaml b/v6.8/v6.8/dataset_val.yaml deleted file mode 100644 index 21e5b6b0b5d55c3784c36a1ee2406acc48966147..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/dataset_val.yaml +++ /dev/null @@ -1,2 +0,0 @@ -skeleton_pool: ./skeleton_pool_val.yaml -padding: zero diff --git a/v6.8/v6.8/expression_space.yaml b/v6.8/v6.8/expression_space.yaml deleted file mode 100644 index 52ebdb876d34ad82a3cfd9c39c025c93fe23c7bc..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/expression_space.yaml +++ /dev/null @@ -1,461 +0,0 @@ -operators: - +: - realization: + - alias: - - add - - plus - inverse: '-' - arity: 2 - weight: 10 - precedence: 1 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - '-': - realization: '-' - alias: - - sub - - minus - inverse: + - arity: 2 - weight: 5 - precedence: 1 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - neg: - realization: nsrops.neg - alias: - - negative - inverse: neg - arity: 1 - weight: 5 - precedence: 2.5 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - '*': - realization: '*' - alias: - - mul - - times - inverse: / - arity: 2 - weight: 10 - precedence: 2 - commutative: true - symmetry: 0 - positive: false - monotonicity: 0 - /: - realization: / - alias: - - div - - divide - inverse: '*' - arity: 2 - weight: 5 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - abs: - realization: abs - alias: - - absolute - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - inv: - realization: nsrops.inv - alias: - - inverse - inverse: inv - arity: 1 - weight: 4 - precedence: 4 - commutative: false - symmetry: -1 - positive: false - monotonicity: -1 - pow2: - realization: nsrops.pow2 - alias: - - square - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow3: - realization: nsrops.pow3 - alias: - - cube - inverse: pow1_3 - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow4: - realization: nsrops.pow4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - pow5: - realization: nsrops.pow5 - alias: [] - inverse: pow1_5 - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_2: - realization: nsrops.pow1_2 - alias: - - sqrt - inverse: null - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_3: - realization: nsrops.pow1_3 - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - pow1_4: - realization: nsrops.pow1_4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - pow1_5: - realization: nsrops.pow1_5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - sin: - realization: numpy.sin - alias: [] - inverse: asin - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - cos: - realization: numpy.cos - alias: [] - inverse: acos - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - tan: - realization: numpy.tan - alias: [] - inverse: atan - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - asin: - realization: numpy.arcsin - alias: - - arcsin - inverse: sin - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acos: - realization: numpy.arccos - alias: - - arccos - inverse: cos - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: true - monotonicity: 1 - atan: - realization: numpy.arctan - alias: - - arctan - inverse: tan - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - atan2: - realization: numpy.arctan2 - alias: - - arctan2 - inverse: null - arity: 2 - weight: 2 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - exp: - realization: numpy.exp - alias: [] - inverse: log - arity: 1 - weight: 4 - precedence: 3 - commutative: false - symmetry: 0 - positive: true - monotonicity: null - log: - realization: numpy.log - alias: - - ln - inverse: exp - arity: 1 - weight: 4 - precedence: 2 - commutative: false - symmetry: 0 - positive: false - monotonicity: 1 - sinh: - realization: numpy.sinh - alias: [] - inverse: asinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - cosh: - realization: numpy.cosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 0 - tanh: - realization: numpy.tanh - alias: [] - inverse: atanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - asinh: - realization: numpy.arcsinh - alias: [] - inverse: sinh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - acosh: - realization: numpy.arccosh - alias: [] - inverse: null - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: 1 - positive: true - monotonicity: 1 - atanh: - realization: numpy.arctanh - alias: [] - inverse: tanh - arity: 1 - weight: 2 - precedence: 2 - commutative: false - symmetry: -1 - positive: false - monotonicity: 1 - t2: - realization: nsrops.t2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t3: - realization: nsrops.t3 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - t4: - realization: nsrops.t4 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - t5: - realization: nsrops.t5 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j0: - realization: scipy.special.j0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - j1: - realization: scipy.special.j1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: -1 - positive: false - monotonicity: 0 - j2: - realization: nsrops.j2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 1 - positive: false - monotonicity: 0 - y0: - realization: scipy.special.y0 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y1: - realization: scipy.special.y1 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 - y2: - realization: nsrops.y2 - alias: [] - inverse: null - arity: 1 - weight: 1 - precedence: 3 - commutative: false - symmetry: 0 - positive: false - monotonicity: 0 -variables: 3 diff --git a/v6.8/v6.8/nsr.yaml b/v6.8/v6.8/nsr.yaml deleted file mode 100644 index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/nsr.yaml +++ /dev/null @@ -1,20 +0,0 @@ -encoder_max_n_variables: 4 -size: 512 -pre_encoder_input_type: ieee-754 -pre_encoder_support_nan: false -encoder: SetTransformer -encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 - n_dec_sab: 2 - n_induce: 64 - n_heads: 8 - layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 -decoder_dropout: 0.1 -decoder_n_layers: 5 -learnable_positional_embeddings: false -max_input_length: null -expression_space: ./expression_space.yaml diff --git a/v6.8/v6.8/skeleton_pool_train.yaml b/v6.8/v6.8/skeleton_pool_train.yaml deleted file mode 100644 index 7057d7750b26b3bbdcda579551acea64bc271d54..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/skeleton_pool_train.yaml +++ /dev/null @@ -1,31 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.8/skeleton_pool_val/' -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/skeleton_pool_val.yaml b/v6.8/v6.8/skeleton_pool_val.yaml deleted file mode 100644 index ef77319d74ba9d277cf99bb3a2167fa9ee1caf53..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/skeleton_pool_val.yaml +++ /dev/null @@ -1,30 +0,0 @@ -expression_space: ./expression_space.yaml -holdout_pools: -- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' -- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' -sample_strategy: - n_operator_distribution: length_proportional - min_operators: 0 - max_operators: 10 - power: 1 - max_length: 21 - max_tries: 1 - independent_dimensions: true -allow_nan: false -simplify: true -literal_prior: uniform -literal_prior_kwargs: - low: -5 - high: 5 -support_prior: uniform_intervals -support_prior_kwargs: - low: -10 - high: 10 -n_support_prior: uniform -n_support_prior_kwargs: - low: 16 - high: 512 - min_value: 16 - max_value: 512 diff --git a/v6.8/v6.8/state_dict.pt b/v6.8/v6.8/state_dict.pt deleted file mode 100644 index 9e10b9eda802a5aee43758aff2a1dadb1d3e2cce..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3ac1f070f8341653dca30d75204079c7b81cf6b6b515159179bd47eadc74889b -size 108693841 diff --git a/v6.8/v6.8/train.yaml b/v6.8/v6.8/train.yaml deleted file mode 100644 index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..0000000000000000000000000000000000000000 --- a/v6.8/v6.8/train.yaml +++ /dev/null @@ -1,22 +0,0 @@ -model: ./nsr.yaml -optimizer: - name: AdamW - kwargs: - lr: 1 - weight_decay: 0.01 - amsgrad: true -lr_scheduler: - name: WarmupLinearAnnealing - kwargs: - min_lr: 0 - max_lr: 1e-4 - warmup_steps: 10000 - total_steps: 1500000 -batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml -val_batch_size: 128 -val_size: 100000 -numeric_prediction_loss_weight: 0 -steps: 1500000 -device: cuda diff --git a/v6.9/state_dict.pt b/v6.9/state_dict.pt deleted file mode 100644 index c72ae31bd3d754964af2208e63a639a75790bfea..0000000000000000000000000000000000000000 --- a/v6.9/state_dict.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4cb7b5dcdb826c10970f181a215877692303799114afd4bc3b5ed95cca432cee -size 80639382 diff --git a/v7.2-mini/checkpoint_100000/dataset_train.yaml b/v7.2-mini/checkpoint_100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_100000/dataset_val.yaml b/v7.2-mini/checkpoint_100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_100000/expression_space.yaml b/v7.2-mini/checkpoint_100000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_100000/expression_space.yaml rename to v7.2-mini/checkpoint_100000/expression_space.yaml diff --git a/v6.0/checkpoint_1000000/nsr.yaml b/v7.2-mini/checkpoint_100000/nsr.yaml similarity index 50% rename from v6.0/checkpoint_1000000/nsr.yaml rename to v7.2-mini/checkpoint_100000/nsr.yaml index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..b8b666aff5152f2c6b38555f01c30931759a05da 100644 --- a/v6.0/checkpoint_1000000/nsr.yaml +++ b/v7.2-mini/checkpoint_100000/nsr.yaml @@ -1,20 +1,20 @@ encoder_max_n_variables: 4 -size: 512 +size: 192 pre_encoder_input_type: ieee-754 pre_encoder_support_nan: false encoder: SetTransformer encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 + hidden_size: 192 + n_enc_isab: 3 n_dec_sab: 2 - n_induce: 64 - n_heads: 8 + n_induce: 32 + n_heads: 4 layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 decoder_dropout: 0.1 -decoder_n_layers: 5 +decoder_n_layers: 3 learnable_positional_embeddings: false max_input_length: null -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v6.2/checkpoint_100000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_100000/skeleton_pool_train.yaml similarity index 81% rename from v6.2/checkpoint_100000/skeleton_pool_train.yaml rename to v7.2-mini/checkpoint_100000/skeleton_pool_train.yaml index b368276383a63757c13db170546293894f6654a4..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 100644 --- a/v6.2/checkpoint_100000/skeleton_pool_train.yaml +++ b/v7.2-mini/checkpoint_100000/skeleton_pool_train.yaml @@ -1,6 +1,6 @@ -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' diff --git a/v6.2/checkpoint_1100000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_100000/skeleton_pool_val.yaml similarity index 87% rename from v6.2/checkpoint_1100000/skeleton_pool_val.yaml rename to v7.2-mini/checkpoint_100000/skeleton_pool_val.yaml index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 100644 --- a/v6.2/checkpoint_1100000/skeleton_pool_val.yaml +++ b/v7.2-mini/checkpoint_100000/skeleton_pool_val.yaml @@ -1,4 +1,4 @@ -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml holdout_pools: - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' diff --git a/v7.2-mini/checkpoint_100000/state_dict.pt b/v7.2-mini/checkpoint_100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f68a0015463e5859a80326dddad8272226afeed --- /dev/null +++ b/v7.2-mini/checkpoint_100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec6b52ff9b55e0ce5910e36a87207fbc330942da55ebfada6293b9fe13bab9e5 +size 10146571 diff --git a/v6.0/checkpoint_100000/train.yaml b/v7.2-mini/checkpoint_100000/train.yaml similarity index 57% rename from v6.0/checkpoint_100000/train.yaml rename to v7.2-mini/checkpoint_100000/train.yaml index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 100644 --- a/v6.0/checkpoint_100000/train.yaml +++ b/v7.2-mini/checkpoint_100000/train.yaml @@ -1,4 +1,4 @@ -model: ./nsr.yaml +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml optimizer: name: AdamW kwargs: @@ -13,8 +13,8 @@ lr_scheduler: warmup_steps: 10000 total_steps: 1500000 batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml val_batch_size: 128 val_size: 100000 numeric_prediction_loss_weight: 0 diff --git a/v7.2-mini/checkpoint_1000000/dataset_train.yaml b/v7.2-mini/checkpoint_1000000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_1000000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_1000000/dataset_val.yaml b/v7.2-mini/checkpoint_1000000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_1000000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_1000000/expression_space.yaml b/v7.2-mini/checkpoint_1000000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_1000000/expression_space.yaml rename to v7.2-mini/checkpoint_1000000/expression_space.yaml diff --git a/v6.0/checkpoint_1100000/nsr.yaml b/v7.2-mini/checkpoint_1000000/nsr.yaml similarity index 50% rename from v6.0/checkpoint_1100000/nsr.yaml rename to v7.2-mini/checkpoint_1000000/nsr.yaml index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..b8b666aff5152f2c6b38555f01c30931759a05da 100644 --- a/v6.0/checkpoint_1100000/nsr.yaml +++ b/v7.2-mini/checkpoint_1000000/nsr.yaml @@ -1,20 +1,20 @@ encoder_max_n_variables: 4 -size: 512 +size: 192 pre_encoder_input_type: ieee-754 pre_encoder_support_nan: false encoder: SetTransformer encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 + hidden_size: 192 + n_enc_isab: 3 n_dec_sab: 2 - n_induce: 64 - n_heads: 8 + n_induce: 32 + n_heads: 4 layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 decoder_dropout: 0.1 -decoder_n_layers: 5 +decoder_n_layers: 3 learnable_positional_embeddings: false max_input_length: null -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v6.2/checkpoint_1100000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_1000000/skeleton_pool_train.yaml similarity index 81% rename from v6.2/checkpoint_1100000/skeleton_pool_train.yaml rename to v7.2-mini/checkpoint_1000000/skeleton_pool_train.yaml index b368276383a63757c13db170546293894f6654a4..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 100644 --- a/v6.2/checkpoint_1100000/skeleton_pool_train.yaml +++ b/v7.2-mini/checkpoint_1000000/skeleton_pool_train.yaml @@ -1,6 +1,6 @@ -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' diff --git a/v6.2/checkpoint_100000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_1000000/skeleton_pool_val.yaml similarity index 87% rename from v6.2/checkpoint_100000/skeleton_pool_val.yaml rename to v7.2-mini/checkpoint_1000000/skeleton_pool_val.yaml index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 100644 --- a/v6.2/checkpoint_100000/skeleton_pool_val.yaml +++ b/v7.2-mini/checkpoint_1000000/skeleton_pool_val.yaml @@ -1,4 +1,4 @@ -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml holdout_pools: - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' diff --git a/v7.2-mini/checkpoint_1000000/state_dict.pt b/v7.2-mini/checkpoint_1000000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..581586d53b780aec9dfbfa09505ff272e656d994 --- /dev/null +++ b/v7.2-mini/checkpoint_1000000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7ee969bbc54fed5b688525ac6bbd2c8894aa8d8591b343832b8400015960a13 +size 10146571 diff --git a/v6.0/checkpoint_1000000/train.yaml b/v7.2-mini/checkpoint_1000000/train.yaml similarity index 57% rename from v6.0/checkpoint_1000000/train.yaml rename to v7.2-mini/checkpoint_1000000/train.yaml index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 100644 --- a/v6.0/checkpoint_1000000/train.yaml +++ b/v7.2-mini/checkpoint_1000000/train.yaml @@ -1,4 +1,4 @@ -model: ./nsr.yaml +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml optimizer: name: AdamW kwargs: @@ -13,8 +13,8 @@ lr_scheduler: warmup_steps: 10000 total_steps: 1500000 batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml val_batch_size: 128 val_size: 100000 numeric_prediction_loss_weight: 0 diff --git a/v7.2-mini/checkpoint_1100000/dataset_train.yaml b/v7.2-mini/checkpoint_1100000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_1100000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_1100000/dataset_val.yaml b/v7.2-mini/checkpoint_1100000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_1100000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_1100000/expression_space.yaml b/v7.2-mini/checkpoint_1100000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_1100000/expression_space.yaml rename to v7.2-mini/checkpoint_1100000/expression_space.yaml diff --git a/v6.0/checkpoint_100000/nsr.yaml b/v7.2-mini/checkpoint_1100000/nsr.yaml similarity index 50% rename from v6.0/checkpoint_100000/nsr.yaml rename to v7.2-mini/checkpoint_1100000/nsr.yaml index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..b8b666aff5152f2c6b38555f01c30931759a05da 100644 --- a/v6.0/checkpoint_100000/nsr.yaml +++ b/v7.2-mini/checkpoint_1100000/nsr.yaml @@ -1,20 +1,20 @@ encoder_max_n_variables: 4 -size: 512 +size: 192 pre_encoder_input_type: ieee-754 pre_encoder_support_nan: false encoder: SetTransformer encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 + hidden_size: 192 + n_enc_isab: 3 n_dec_sab: 2 - n_induce: 64 - n_heads: 8 + n_induce: 32 + n_heads: 4 layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 decoder_dropout: 0.1 -decoder_n_layers: 5 +decoder_n_layers: 3 learnable_positional_embeddings: false max_input_length: null -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v6.2/checkpoint_1000000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_1100000/skeleton_pool_train.yaml similarity index 81% rename from v6.2/checkpoint_1000000/skeleton_pool_train.yaml rename to v7.2-mini/checkpoint_1100000/skeleton_pool_train.yaml index b368276383a63757c13db170546293894f6654a4..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 100644 --- a/v6.2/checkpoint_1000000/skeleton_pool_train.yaml +++ b/v7.2-mini/checkpoint_1100000/skeleton_pool_train.yaml @@ -1,6 +1,6 @@ -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' diff --git a/v6.2/checkpoint_1200000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_1100000/skeleton_pool_val.yaml similarity index 87% rename from v6.2/checkpoint_1200000/skeleton_pool_val.yaml rename to v7.2-mini/checkpoint_1100000/skeleton_pool_val.yaml index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 100644 --- a/v6.2/checkpoint_1200000/skeleton_pool_val.yaml +++ b/v7.2-mini/checkpoint_1100000/skeleton_pool_val.yaml @@ -1,4 +1,4 @@ -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml holdout_pools: - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' diff --git a/v7.2-mini/checkpoint_1100000/state_dict.pt b/v7.2-mini/checkpoint_1100000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fafcca1eb7c64903a0601b9465204a6ef53fdf2 --- /dev/null +++ b/v7.2-mini/checkpoint_1100000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d5bedd70b26e71b9a73588ea6c1858dc067ec5120d234fc1bf3b4d00bd3a60e +size 10146571 diff --git a/v6.0/checkpoint_1100000/train.yaml b/v7.2-mini/checkpoint_1100000/train.yaml similarity index 57% rename from v6.0/checkpoint_1100000/train.yaml rename to v7.2-mini/checkpoint_1100000/train.yaml index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 100644 --- a/v6.0/checkpoint_1100000/train.yaml +++ b/v7.2-mini/checkpoint_1100000/train.yaml @@ -1,4 +1,4 @@ -model: ./nsr.yaml +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml optimizer: name: AdamW kwargs: @@ -13,8 +13,8 @@ lr_scheduler: warmup_steps: 10000 total_steps: 1500000 batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml val_batch_size: 128 val_size: 100000 numeric_prediction_loss_weight: 0 diff --git a/v7.2-mini/checkpoint_1200000/dataset_train.yaml b/v7.2-mini/checkpoint_1200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_1200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_1200000/dataset_val.yaml b/v7.2-mini/checkpoint_1200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_1200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_1200000/expression_space.yaml b/v7.2-mini/checkpoint_1200000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_1200000/expression_space.yaml rename to v7.2-mini/checkpoint_1200000/expression_space.yaml diff --git a/v6.0/checkpoint_1200000/nsr.yaml b/v7.2-mini/checkpoint_1200000/nsr.yaml similarity index 50% rename from v6.0/checkpoint_1200000/nsr.yaml rename to v7.2-mini/checkpoint_1200000/nsr.yaml index 9fbf7648cce6f9097cf6881c0909e917d6de0e70..b8b666aff5152f2c6b38555f01c30931759a05da 100644 --- a/v6.0/checkpoint_1200000/nsr.yaml +++ b/v7.2-mini/checkpoint_1200000/nsr.yaml @@ -1,20 +1,20 @@ encoder_max_n_variables: 4 -size: 512 +size: 192 pre_encoder_input_type: ieee-754 pre_encoder_support_nan: false encoder: SetTransformer encoder_kwargs: - hidden_size: 512 - n_enc_isab: 5 + hidden_size: 192 + n_enc_isab: 3 n_dec_sab: 2 - n_induce: 64 - n_heads: 8 + n_induce: 32 + n_heads: 4 layer_norm: false - n_seeds: 64 -decoder_n_heads: 8 -decoder_ff_size: 512 + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 decoder_dropout: 0.1 -decoder_n_layers: 5 +decoder_n_layers: 3 learnable_positional_embeddings: false max_input_length: null -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v6.2/checkpoint_1200000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_1200000/skeleton_pool_train.yaml similarity index 81% rename from v6.2/checkpoint_1200000/skeleton_pool_train.yaml rename to v7.2-mini/checkpoint_1200000/skeleton_pool_train.yaml index b368276383a63757c13db170546293894f6654a4..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 100644 --- a/v6.2/checkpoint_1200000/skeleton_pool_train.yaml +++ b/v7.2-mini/checkpoint_1200000/skeleton_pool_train.yaml @@ -1,6 +1,6 @@ -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml holdout_pools: -- '{{ROOT}}/data/ansr-data/v6.2/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' diff --git a/v6.2/checkpoint_1000000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_1200000/skeleton_pool_val.yaml similarity index 87% rename from v6.2/checkpoint_1000000/skeleton_pool_val.yaml rename to v7.2-mini/checkpoint_1200000/skeleton_pool_val.yaml index aec3f2431bbdcf69560c06bbf9bb6636dc4f234e..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 100644 --- a/v6.2/checkpoint_1000000/skeleton_pool_val.yaml +++ b/v7.2-mini/checkpoint_1200000/skeleton_pool_val.yaml @@ -1,4 +1,4 @@ -expression_space: ./expression_space.yaml +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml holdout_pools: - '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' - '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' diff --git a/v7.2-mini/checkpoint_1200000/state_dict.pt b/v7.2-mini/checkpoint_1200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..b746365faaab5983dd160b3c36704e38a6e91eda --- /dev/null +++ b/v7.2-mini/checkpoint_1200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0fcae3f602906c539b8d7f6ffd3564163425ed61f2f64f3d2c77dbd7e8c288 +size 10146571 diff --git a/v6.0/checkpoint_1200000/train.yaml b/v7.2-mini/checkpoint_1200000/train.yaml similarity index 57% rename from v6.0/checkpoint_1200000/train.yaml rename to v7.2-mini/checkpoint_1200000/train.yaml index 84e3ce615fdd6d5d173ec64333b23d94ace4b8d8..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 100644 --- a/v6.0/checkpoint_1200000/train.yaml +++ b/v7.2-mini/checkpoint_1200000/train.yaml @@ -1,4 +1,4 @@ -model: ./nsr.yaml +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml optimizer: name: AdamW kwargs: @@ -13,8 +13,8 @@ lr_scheduler: warmup_steps: 10000 total_steps: 1500000 batch_size: 128 -train_dataset: ./dataset_train.yaml -val_dataset: ./dataset_val.yaml +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml val_batch_size: 128 val_size: 100000 numeric_prediction_loss_weight: 0 diff --git a/v7.2-mini/checkpoint_1300000/dataset_train.yaml b/v7.2-mini/checkpoint_1300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_1300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_1300000/dataset_val.yaml b/v7.2-mini/checkpoint_1300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_1300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_1300000/expression_space.yaml b/v7.2-mini/checkpoint_1300000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_1300000/expression_space.yaml rename to v7.2-mini/checkpoint_1300000/expression_space.yaml diff --git a/v7.2-mini/checkpoint_1300000/nsr.yaml b/v7.2-mini/checkpoint_1300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/checkpoint_1300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/checkpoint_1300000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_1300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/checkpoint_1300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_1300000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_1300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/checkpoint_1300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_1300000/state_dict.pt b/v7.2-mini/checkpoint_1300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb298843ba57544e2a1342a0251c71264e84a2de --- /dev/null +++ b/v7.2-mini/checkpoint_1300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f383339047f7b1bef1df8b55204a79d7c4027607e557e363b3d82f13c97f35b1 +size 10146571 diff --git a/v7.2-mini/checkpoint_1300000/train.yaml b/v7.2-mini/checkpoint_1300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/checkpoint_1300000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.2-mini/checkpoint_1400000/dataset_train.yaml b/v7.2-mini/checkpoint_1400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_1400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_1400000/dataset_val.yaml b/v7.2-mini/checkpoint_1400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_1400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_1400000/expression_space.yaml b/v7.2-mini/checkpoint_1400000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_1400000/expression_space.yaml rename to v7.2-mini/checkpoint_1400000/expression_space.yaml diff --git a/v7.2-mini/checkpoint_1400000/nsr.yaml b/v7.2-mini/checkpoint_1400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/checkpoint_1400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/checkpoint_1400000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_1400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/checkpoint_1400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_1400000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_1400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/checkpoint_1400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_1400000/state_dict.pt b/v7.2-mini/checkpoint_1400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bb667cd7eb4d43a11174646f7cf240fc2cecd38 --- /dev/null +++ b/v7.2-mini/checkpoint_1400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3a046292c29261bf976049e8ee826bf8a91a035e30e87241005a577deeca6fe +size 10146571 diff --git a/v7.2-mini/checkpoint_1400000/train.yaml b/v7.2-mini/checkpoint_1400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/checkpoint_1400000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.2-mini/checkpoint_1500000/dataset_train.yaml b/v7.2-mini/checkpoint_1500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_1500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_1500000/dataset_val.yaml b/v7.2-mini/checkpoint_1500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_1500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_1500000/expression_space.yaml b/v7.2-mini/checkpoint_1500000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_1500000/expression_space.yaml rename to v7.2-mini/checkpoint_1500000/expression_space.yaml diff --git a/v7.2-mini/checkpoint_1500000/nsr.yaml b/v7.2-mini/checkpoint_1500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/checkpoint_1500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/checkpoint_1500000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_1500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/checkpoint_1500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_1500000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_1500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/checkpoint_1500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_1500000/state_dict.pt b/v7.2-mini/checkpoint_1500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4fa46213790899dd03f9a75fc807a22097750c0 --- /dev/null +++ b/v7.2-mini/checkpoint_1500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:641df60a8d11de240aeb7be3f55f58e883e269a8dbcf42e7c39f43a568d8bb29 +size 10146571 diff --git a/v7.2-mini/checkpoint_1500000/train.yaml b/v7.2-mini/checkpoint_1500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/checkpoint_1500000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.2-mini/checkpoint_200000/dataset_train.yaml b/v7.2-mini/checkpoint_200000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_200000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_200000/dataset_val.yaml b/v7.2-mini/checkpoint_200000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_200000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_200000/expression_space.yaml b/v7.2-mini/checkpoint_200000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_200000/expression_space.yaml rename to v7.2-mini/checkpoint_200000/expression_space.yaml diff --git a/v7.2-mini/checkpoint_200000/nsr.yaml b/v7.2-mini/checkpoint_200000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/checkpoint_200000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/checkpoint_200000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_200000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/checkpoint_200000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_200000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_200000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/checkpoint_200000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_200000/state_dict.pt b/v7.2-mini/checkpoint_200000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdcbeeb36c188f0d9fd9277ece6fc2e921c3c96b --- /dev/null +++ b/v7.2-mini/checkpoint_200000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d48abec389aab7967e6b775b7e3e131ce430d4214f7993f6eb63d8047f40cba +size 10146571 diff --git a/v7.2-mini/checkpoint_200000/train.yaml b/v7.2-mini/checkpoint_200000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/checkpoint_200000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.2-mini/checkpoint_300000/dataset_train.yaml b/v7.2-mini/checkpoint_300000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_300000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_300000/dataset_val.yaml b/v7.2-mini/checkpoint_300000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_300000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_300000/expression_space.yaml b/v7.2-mini/checkpoint_300000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_300000/expression_space.yaml rename to v7.2-mini/checkpoint_300000/expression_space.yaml diff --git a/v7.2-mini/checkpoint_300000/nsr.yaml b/v7.2-mini/checkpoint_300000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/checkpoint_300000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/checkpoint_300000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_300000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/checkpoint_300000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_300000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_300000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/checkpoint_300000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_300000/state_dict.pt b/v7.2-mini/checkpoint_300000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..25afdb448db9afedc9c896bd4b82d68e1d40f839 --- /dev/null +++ b/v7.2-mini/checkpoint_300000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26b58ce34e93467002eca0bac64204a35f18e2ab151020faaa00929e266412e +size 10146571 diff --git a/v7.2-mini/checkpoint_300000/train.yaml b/v7.2-mini/checkpoint_300000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/checkpoint_300000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.2-mini/checkpoint_400000/dataset_train.yaml b/v7.2-mini/checkpoint_400000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_400000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_400000/dataset_val.yaml b/v7.2-mini/checkpoint_400000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_400000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_400000/expression_space.yaml b/v7.2-mini/checkpoint_400000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_400000/expression_space.yaml rename to v7.2-mini/checkpoint_400000/expression_space.yaml diff --git a/v7.2-mini/checkpoint_400000/nsr.yaml b/v7.2-mini/checkpoint_400000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/checkpoint_400000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/checkpoint_400000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_400000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/checkpoint_400000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_400000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_400000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/checkpoint_400000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_400000/state_dict.pt b/v7.2-mini/checkpoint_400000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f23531d3e672b1baa6f0706d98d2bc17181703f --- /dev/null +++ b/v7.2-mini/checkpoint_400000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8bb6477037c851f6a894349bddfe8c6eaf076bc7707ca64e3db9037d22e525c +size 10146571 diff --git a/v7.2-mini/checkpoint_400000/train.yaml b/v7.2-mini/checkpoint_400000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/checkpoint_400000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.2-mini/checkpoint_500000/dataset_train.yaml b/v7.2-mini/checkpoint_500000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_500000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_500000/dataset_val.yaml b/v7.2-mini/checkpoint_500000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_500000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_500000/expression_space.yaml b/v7.2-mini/checkpoint_500000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_500000/expression_space.yaml rename to v7.2-mini/checkpoint_500000/expression_space.yaml diff --git a/v7.2-mini/checkpoint_500000/nsr.yaml b/v7.2-mini/checkpoint_500000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/checkpoint_500000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/checkpoint_500000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_500000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/checkpoint_500000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_500000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_500000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/checkpoint_500000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_500000/state_dict.pt b/v7.2-mini/checkpoint_500000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..638c6bb0b66f5f4d7c2bb3009cfc04b59f59b32a --- /dev/null +++ b/v7.2-mini/checkpoint_500000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b4f64f451eb5e8ac03045c780d8d91de042662ccc28e4a46f341991095d844 +size 10146571 diff --git a/v7.2-mini/checkpoint_500000/train.yaml b/v7.2-mini/checkpoint_500000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/checkpoint_500000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.2-mini/checkpoint_600000/dataset_train.yaml b/v7.2-mini/checkpoint_600000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_600000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_600000/dataset_val.yaml b/v7.2-mini/checkpoint_600000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_600000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_600000/expression_space.yaml b/v7.2-mini/checkpoint_600000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_600000/expression_space.yaml rename to v7.2-mini/checkpoint_600000/expression_space.yaml diff --git a/v7.2-mini/checkpoint_600000/nsr.yaml b/v7.2-mini/checkpoint_600000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/checkpoint_600000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/checkpoint_600000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_600000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/checkpoint_600000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_600000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_600000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/checkpoint_600000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_600000/state_dict.pt b/v7.2-mini/checkpoint_600000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..91e8538e03180347849e0d4d5d89645b595eafec --- /dev/null +++ b/v7.2-mini/checkpoint_600000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629a9e5208c0c47e2d1968ecbb40ded2779a2dcaa4833ec027a95ef2c84fb3c7 +size 10146571 diff --git a/v7.2-mini/checkpoint_600000/train.yaml b/v7.2-mini/checkpoint_600000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/checkpoint_600000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.2-mini/checkpoint_700000/dataset_train.yaml b/v7.2-mini/checkpoint_700000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_700000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_700000/dataset_val.yaml b/v7.2-mini/checkpoint_700000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_700000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_700000/expression_space.yaml b/v7.2-mini/checkpoint_700000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_700000/expression_space.yaml rename to v7.2-mini/checkpoint_700000/expression_space.yaml diff --git a/v7.2-mini/checkpoint_700000/nsr.yaml b/v7.2-mini/checkpoint_700000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/checkpoint_700000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/checkpoint_700000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_700000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/checkpoint_700000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_700000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_700000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/checkpoint_700000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_700000/state_dict.pt b/v7.2-mini/checkpoint_700000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..c61f5b5b190704353451cf83f0e191ce056042c3 --- /dev/null +++ b/v7.2-mini/checkpoint_700000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:081c02b0a94b8946130173ec86a7370cbce66f187edfec722f249b79727b7d0e +size 10146571 diff --git a/v7.2-mini/checkpoint_700000/train.yaml b/v7.2-mini/checkpoint_700000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/checkpoint_700000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.2-mini/checkpoint_800000/dataset_train.yaml b/v7.2-mini/checkpoint_800000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_800000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_800000/dataset_val.yaml b/v7.2-mini/checkpoint_800000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_800000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_800000/expression_space.yaml b/v7.2-mini/checkpoint_800000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_800000/expression_space.yaml rename to v7.2-mini/checkpoint_800000/expression_space.yaml diff --git a/v7.2-mini/checkpoint_800000/nsr.yaml b/v7.2-mini/checkpoint_800000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/checkpoint_800000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/checkpoint_800000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_800000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/checkpoint_800000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_800000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_800000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/checkpoint_800000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_800000/state_dict.pt b/v7.2-mini/checkpoint_800000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c10eb448ffebe3d9f77fcf67890339cd15de162 --- /dev/null +++ b/v7.2-mini/checkpoint_800000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d909c2fe59e77a89df48a87df616465e9755fc9cdc57fb62c82d395d207056d +size 10146571 diff --git a/v7.2-mini/checkpoint_800000/train.yaml b/v7.2-mini/checkpoint_800000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/checkpoint_800000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.2-mini/checkpoint_900000/dataset_train.yaml b/v7.2-mini/checkpoint_900000/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/checkpoint_900000/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/checkpoint_900000/dataset_val.yaml b/v7.2-mini/checkpoint_900000/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/checkpoint_900000/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/checkpoint_900000/expression_space.yaml b/v7.2-mini/checkpoint_900000/expression_space.yaml similarity index 100% rename from v6.0/checkpoint_900000/expression_space.yaml rename to v7.2-mini/checkpoint_900000/expression_space.yaml diff --git a/v7.2-mini/checkpoint_900000/nsr.yaml b/v7.2-mini/checkpoint_900000/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/checkpoint_900000/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/checkpoint_900000/skeleton_pool_train.yaml b/v7.2-mini/checkpoint_900000/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/checkpoint_900000/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_900000/skeleton_pool_val.yaml b/v7.2-mini/checkpoint_900000/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/checkpoint_900000/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/checkpoint_900000/state_dict.pt b/v7.2-mini/checkpoint_900000/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..8be5d2fbedfc3d78cfd3ff21f8bdf1ca4e6494ae --- /dev/null +++ b/v7.2-mini/checkpoint_900000/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:713d364da703a9c1f8296e8113613f881d01080120f713c830fd1127f1f3b544 +size 10146571 diff --git a/v7.2-mini/checkpoint_900000/train.yaml b/v7.2-mini/checkpoint_900000/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/checkpoint_900000/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda diff --git a/v7.2-mini/dataset_train.yaml b/v7.2-mini/dataset_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ed2cf2c7dbd5d1bd095504f0c93da04c401cf1d8 --- /dev/null +++ b/v7.2-mini/dataset_train.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_train.yaml +padding: zero diff --git a/v7.2-mini/dataset_val.yaml b/v7.2-mini/dataset_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e1f15b510e7c2b02890753d4dcaf3b7b2ed7566 --- /dev/null +++ b/v7.2-mini/dataset_val.yaml @@ -0,0 +1,2 @@ +skeleton_pool: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././skeleton_pool_val.yaml +padding: zero diff --git a/v6.0/expression_space.yaml b/v7.2-mini/expression_space.yaml similarity index 100% rename from v6.0/expression_space.yaml rename to v7.2-mini/expression_space.yaml diff --git a/v7.2-mini/nsr.yaml b/v7.2-mini/nsr.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b8b666aff5152f2c6b38555f01c30931759a05da --- /dev/null +++ b/v7.2-mini/nsr.yaml @@ -0,0 +1,20 @@ +encoder_max_n_variables: 4 +size: 192 +pre_encoder_input_type: ieee-754 +pre_encoder_support_nan: false +encoder: SetTransformer +encoder_kwargs: + hidden_size: 192 + n_enc_isab: 3 + n_dec_sab: 2 + n_induce: 32 + n_heads: 4 + layer_norm: false + n_seeds: 32 +decoder_n_heads: 4 +decoder_ff_size: 192 +decoder_dropout: 0.1 +decoder_n_layers: 3 +learnable_positional_embeddings: false +max_input_length: null +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/././expression_space.yaml diff --git a/v7.2-mini/skeleton_pool_train.yaml b/v7.2-mini/skeleton_pool_train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47c7cbcb47e3a1e8afd95abc1c7a7794897a6651 --- /dev/null +++ b/v7.2-mini/skeleton_pool_train.yaml @@ -0,0 +1,31 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/v7.2-mini/skeleton_pool_val/' +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/skeleton_pool_val.yaml b/v7.2-mini/skeleton_pool_val.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6a1350b91fc7d2a36d2fb7fe3254eec5ca6dace3 --- /dev/null +++ b/v7.2-mini/skeleton_pool_val.yaml @@ -0,0 +1,30 @@ +expression_space: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./././expression_space.yaml +holdout_pools: +- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/' +- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/' +sample_strategy: + n_operator_distribution: length_proportional + min_operators: 0 + max_operators: 5 + power: 1 + max_length: 11 + max_tries: 1 + independent_dimensions: true +allow_nan: false +simplify: true +literal_prior: uniform +literal_prior_kwargs: + low: -5 + high: 5 +support_prior: uniform_intervals +support_prior_kwargs: + low: -10 + high: 10 +n_support_prior: uniform +n_support_prior_kwargs: + low: 16 + high: 512 + min_value: 16 + max_value: 512 diff --git a/v7.2-mini/state_dict.pt b/v7.2-mini/state_dict.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4fa46213790899dd03f9a75fc807a22097750c0 --- /dev/null +++ b/v7.2-mini/state_dict.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:641df60a8d11de240aeb7be3f55f58e883e269a8dbcf42e7c39f43a568d8bb29 +size 10146571 diff --git a/v7.2-mini/train.yaml b/v7.2-mini/train.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b762d4a3de5dca1707e0da31d3cc8ae9027c29d9 --- /dev/null +++ b/v7.2-mini/train.yaml @@ -0,0 +1,22 @@ +model: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./nsr.yaml +optimizer: + name: AdamW + kwargs: + lr: 1 + weight_decay: 0.01 + amsgrad: true +lr_scheduler: + name: WarmupLinearAnnealing + kwargs: + min_lr: 0 + max_lr: 1e-4 + warmup_steps: 10000 + total_steps: 1500000 +batch_size: 128 +train_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_train.yaml +val_dataset: /home/psaegert/Projects/flash-ansr/configs/v7.2-mini/./dataset_val.yaml +val_batch_size: 128 +val_size: 100000 +numeric_prediction_loss_weight: 0 +steps: 1500000 +device: cuda