Add v7.4

v7.4/checkpoint_100000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v7.4/checkpoint_100000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v7.4/checkpoint_100000/expression_space.yaml

@@ -0,0 +1,273 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v7.4/checkpoint_100000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v7.4/checkpoint_100000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v7.4/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_100000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_100000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61dc81431264cce00e89f2357cfcfcfe4ee810a12bc831fc913b37bf4576e4c
+size 108624145

v7.4/checkpoint_100000/train.yaml

@@ -0,0 +1,22 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v7.4/checkpoint_1000000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v7.4/checkpoint_1000000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v7.4/checkpoint_1000000/expression_space.yaml

@@ -0,0 +1,273 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v7.4/checkpoint_1000000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v7.4/checkpoint_1000000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v7.4/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_1000000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_1000000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb14072cf588bdb8e3c81d4fcc0a75a9d452f9c5b1c04d7c8c3fc018681fb672
+size 108624145

v7.4/checkpoint_1000000/train.yaml

@@ -0,0 +1,22 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v7.4/checkpoint_1100000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v7.4/checkpoint_1100000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v7.4/checkpoint_1100000/expression_space.yaml

@@ -0,0 +1,273 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v7.4/checkpoint_1100000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v7.4/checkpoint_1100000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v7.4/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_1100000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_1100000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c697d08476243e4c732ed0dbe43c80172964c548c83bb843d6268d73cc3a50f8
+size 108624145

v7.4/checkpoint_1100000/train.yaml

@@ -0,0 +1,22 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v7.4/checkpoint_1200000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v7.4/checkpoint_1200000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v7.4/checkpoint_1200000/expression_space.yaml

@@ -0,0 +1,273 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v7.4/checkpoint_1200000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v7.4/checkpoint_1200000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v7.4/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_1200000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_1200000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975415b9ed97191b62da30c566d036892825ac18b7c921f2e2ccd914cbb88f8d
+size 108624145

v7.4/checkpoint_1200000/train.yaml

@@ -0,0 +1,22 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v7.4/checkpoint_1300000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v7.4/checkpoint_1300000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v7.4/checkpoint_1300000/expression_space.yaml

@@ -0,0 +1,273 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v7.4/checkpoint_1300000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v7.4/checkpoint_1300000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v7.4/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_1300000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_1300000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad20ae115bf0d56bb6b21ce6f853f08b8da989a278f94d4b419ff8f810ff87c
+size 108624145

v7.4/checkpoint_1300000/train.yaml

@@ -0,0 +1,22 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v7.4/checkpoint_1400000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v7.4/checkpoint_1400000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero

v7.4/checkpoint_1400000/expression_space.yaml

@@ -0,0 +1,273 @@
+operators:
+  +:
+    realization: +
+    alias:
+    - add
+    - plus
+    inverse: '-'
+    arity: 2
+    weight: 10
+    precedence: 1
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  '-':
+    realization: '-'
+    alias:
+    - sub
+    - minus
+    inverse: +
+    arity: 2
+    weight: 5
+    precedence: 1
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  neg:
+    realization: nsrops.neg
+    alias:
+    - negative
+    inverse: neg
+    arity: 1
+    weight: 5
+    precedence: 2.5
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  '*':
+    realization: '*'
+    alias:
+    - mul
+    - times
+    inverse: /
+    arity: 2
+    weight: 10
+    precedence: 2
+    commutative: true
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  /:
+    realization: /
+    alias:
+    - div
+    - divide
+    inverse: '*'
+    arity: 2
+    weight: 5
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 0
+  abs:
+    realization: abs
+    alias:
+    - absolute
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  inv:
+    realization: nsrops.inv
+    alias:
+    - inverse
+    inverse: inv
+    arity: 1
+    weight: 4
+    precedence: 4
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: -1
+  pow2:
+    realization: nsrops.pow2
+    alias:
+    - square
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow3:
+    realization: nsrops.pow3
+    alias:
+    - cube
+    inverse: pow1_3
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow4:
+    realization: nsrops.pow4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 1
+    positive: true
+    monotonicity: 0
+  pow5:
+    realization: nsrops.pow5
+    alias: []
+    inverse: pow1_5
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_2:
+    realization: nsrops.pow1_2
+    alias:
+    - sqrt
+    inverse: null
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_3:
+    realization: nsrops.pow1_3
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 2
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  pow1_4:
+    realization: nsrops.pow1_4
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  pow1_5:
+    realization: nsrops.pow1_5
+    alias: []
+    inverse: null
+    arity: 1
+    weight: 1
+    precedence: 3
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  sin:
+    realization: numpy.sin
+    alias: []
+    inverse: asin
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  cos:
+    realization: numpy.cos
+    alias: []
+    inverse: acos
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 1
+    positive: false
+    monotonicity: 0
+  tan:
+    realization: numpy.tan
+    alias: []
+    inverse: atan
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 0
+  asin:
+    realization: numpy.arcsin
+    alias:
+    - arcsin
+    inverse: sin
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  acos:
+    realization: numpy.arccos
+    alias:
+    - arccos
+    inverse: cos
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  atan:
+    realization: numpy.arctan
+    alias:
+    - arctan
+    inverse: tan
+    arity: 1
+    weight: 2
+    precedence: 2
+    commutative: false
+    symmetry: -1
+    positive: false
+    monotonicity: 1
+  exp:
+    realization: numpy.exp
+    alias: []
+    inverse: log
+    arity: 1
+    weight: 4
+    precedence: 3
+    commutative: false
+    symmetry: 0
+    positive: true
+    monotonicity: 1
+  log:
+    realization: numpy.log
+    alias:
+    - ln
+    inverse: exp
+    arity: 1
+    weight: 4
+    precedence: 2
+    commutative: false
+    symmetry: 0
+    positive: false
+    monotonicity: 1
+variables: 3

v7.4/checkpoint_1400000/nsr.yaml

@@ -0,0 +1,20 @@
+encoder_max_n_variables: 4
+size: 512
+pre_encoder_input_type: ieee-754
+pre_encoder_support_nan: false
+encoder: SetTransformer
+encoder_kwargs:
+  hidden_size: 512
+  n_enc_isab: 5
+  n_dec_sab: 2
+  n_induce: 64
+  n_heads: 8
+  layer_norm: false
+  n_seeds: 64
+decoder_n_heads: 8
+decoder_ff_size: 512
+decoder_dropout: 0.1
+decoder_n_layers: 5
+learnable_positional_embeddings: false
+max_input_length: null
+expression_space: ./expression_space.yaml

v7.4/checkpoint_1400000/skeleton_pool_train.yaml

@@ -0,0 +1,31 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/v7.4/skeleton_pool_val/'
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_1400000/skeleton_pool_val.yaml

@@ -0,0 +1,30 @@
+expression_space: ./expression_space.yaml
+holdout_pools:
+- '{{ROOT}}/data/ansr-data/test_set/soose_nc/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/feynman/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/nguyen/skeleton_pool/'
+- '{{ROOT}}/data/ansr-data/test_set/pool_15/skeleton_pool/'
+sample_strategy:
+  n_operator_distribution: length_proportional
+  min_operators: 0
+  max_operators: 10
+  power: 1
+  max_length: 21
+  max_tries: 1
+  independent_dimensions: true
+allow_nan: false
+simplify: true
+literal_prior: uniform
+literal_prior_kwargs:
+  low: 1
+  high: 5
+support_prior: uniform_intervals
+support_prior_kwargs:
+  low: -10
+  high: 10
+n_support_prior: uniform
+n_support_prior_kwargs:
+  low: 16
+  high: 512
+  min_value: 16
+  max_value: 512

v7.4/checkpoint_1400000/state_dict.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bacc431564a04f627a822a244cfd855d70e025b25727a1b8ebece904faabe9
+size 108624145

v7.4/checkpoint_1400000/train.yaml

@@ -0,0 +1,22 @@
+model: ./nsr.yaml
+optimizer:
+  name: AdamW
+  kwargs:
+    lr: 1
+    weight_decay: 0.01
+    amsgrad: true
+lr_scheduler:
+  name: WarmupLinearAnnealing
+  kwargs:
+    min_lr: 0
+    max_lr: 1e-4
+    warmup_steps: 10000
+    total_steps: 1500000
+batch_size: 128
+train_dataset: ./dataset_train.yaml
+val_dataset: ./dataset_val.yaml
+val_batch_size: 128
+val_size: 100000
+numeric_prediction_loss_weight: 0
+steps: 1500000
+device: cuda

v7.4/checkpoint_1500000/dataset_train.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_train.yaml
+padding: zero

v7.4/checkpoint_1500000/dataset_val.yaml

@@ -0,0 +1,2 @@
+skeleton_pool: ./skeleton_pool_val.yaml
+padding: zero