Extend startup tests to other warning messages

.github/workflows/CI.yml

@@ -71,7 +71,7 @@ jobs:
         run: pip install coverage coveralls
       - name: "Run tests"
         run: |
-            coverage run --source=pysr --omit='*/test/*' -m pysr test main,cli,warm-start
+            coverage run --source=pysr --omit='*/test/*' -m pysr test main,cli,startup
       - name: "Install JAX"
         run: pip install jax jaxlib # (optional import)
         if: ${{ matrix.test-id == 'main' }}

.github/workflows/CI_Windows.yml

@@ -56,7 +56,7 @@ jobs:
             python -c 'import pysr'
       - name: "Run tests"
         run: |
-            python -m pysr test main,cli,warm-start
+            python -m pysr test main,cli,startup
       - name: "Install Torch"
         run: pip install torch # (optional import)
       - name: "Run Torch tests"

.github/workflows/CI_conda_forge.yml

@@ -40,4 +40,4 @@ jobs:
         run: conda activate pysr-test && conda install pysr
         if: ${{ !matrix.use-mamba }}
       - name: "Run tests"
-        run: python -m pysr test main,warm-start
+        run: python -m pysr test main,startup

.github/workflows/CI_docker.yml

@@ -37,4 +37,4 @@ jobs:
       - name: Build docker
         run: docker build --platform=${{ matrix.arch }} -t pysr .
       - name: Test docker
-        run: docker run --platform=${{ matrix.arch }} --rm pysr /bin/bash -c 'python3 -m pysr test main,cli,warm-start'
+        run: docker run --platform=${{ matrix.arch }} --rm pysr /bin/bash -c 'python3 -m pysr test main,cli,startup'

.github/workflows/CI_docker_large_nightly.yml

@@ -33,4 +33,4 @@ jobs:
       - name: Build docker
         run: docker build --platform=${{ matrix.arch }} -t pysr --build-arg JLVERSION=${{ matrix.julia-version }} --build-arg PYVERSION=${{ matrix.python-version }} .
       - name: Test docker
-        run: docker run --platform=${{ matrix.arch }} --rm pysr /bin/bash -c 'python3 -m pysr test main,cli,warm-start'
+        run: docker run --platform=${{ matrix.arch }} --rm pysr /bin/bash -c 'python3 -m pysr test main,cli,startup'

.github/workflows/CI_large_nightly.yml

@@ -47,4 +47,4 @@ jobs:
         run: python3 -c "from pysr import jl; assert jl.VERSION.major == jl.seval('v\"${{ matrix.julia-version }}\"').major; assert jl.VERSION.minor == jl.seval('v\"${{ matrix.julia-version }}\"').minor"
       - name: "Run tests"
         run: |
-            python -m pysr test main,cli,warm-start
+            python -m pysr test main,cli,startup

.github/workflows/CI_mac.yml

@@ -56,7 +56,7 @@ jobs:
             python -c 'import pysr'
       - name: "Run tests"
         run: |
-            python -m pysr test main,cli,warm-start
+            python -m pysr test main,cli,startup
       - name: "Install JAX"
         run: pip install jax jaxlib # (optional import)
       - name: "Run JAX tests"

pysr/_cli/main.py

@@ -6,8 +6,8 @@ from ..test import (
     get_runtests_cli,
     runtests,
     runtests_jax,
+    runtests_startup,
     runtests_torch,
-    runtests_warm_start,
 )
 
 
@@ -44,7 +44,7 @@ def _install(julia_project, quiet, precompile):
     )
 
 
-TEST_OPTIONS = {"main", "jax", "torch", "cli", "warm-start"}
+TEST_OPTIONS = {"main", "jax", "torch", "cli", "startup"}
 
 
 @pysr.command("test")
@@ -52,7 +52,7 @@ TEST_OPTIONS = {"main", "jax", "torch", "cli", "warm-start"}
 def _tests(tests):
     """Run parts of the PySR test suite.
 
-    Choose from main, jax, torch, cli, and warm-start. You can give multiple tests, separated by commas.
+    Choose from main, jax, torch, cli, and startup. You can give multiple tests, separated by commas.
     """
     for test in tests.split(","):
         if test == "main":
@@ -64,7 +64,7 @@ def _tests(tests):
         elif test == "cli":
             runtests_cli = get_runtests_cli()
             runtests_cli()
-        elif test == "warm-start":
-            runtests_warm_start()
+        elif test == "startup":
+            runtests_startup()
         else:
             warnings.warn(f"Invalid test {test}. Skipping.")

pysr/test/__init__.py

@@ -1,13 +1,13 @@
 from .test import runtests
 from .test_cli import get_runtests as get_runtests_cli
 from .test_jax import runtests as runtests_jax
+from .test_startup import runtests as runtests_startup
 from .test_torch import runtests as runtests_torch
-from .test_warm_start import runtests as runtests_warm_start
 
 __all__ = [
     "runtests",
     "runtests_jax",
     "runtests_torch",
     "get_runtests_cli",
-    "runtests_warm_start",
+    "runtests_startup",
 ]

pysr/test/test.py

@@ -638,6 +638,50 @@ class TestMiscellaneous(unittest.TestCase):
             model.fit(X, y, variable_names=["f{c}"])
         self.assertIn("Invalid variable name", str(cm.exception))
 
+    def test_bad_kwargs(self):
+        bad_kwargs = [
+            dict(
+                kwargs=dict(
+                    elementwise_loss="g(x, y) = 0.0", loss_function="f(*args) = 0.0"
+                ),
+                error=ValueError,
+            ),
+            dict(
+                kwargs=dict(maxsize=3),
+                error=ValueError,
+            ),
+            dict(
+                kwargs=dict(tournament_selection_n=10, population_size=3),
+                error=ValueError,
+            ),
+            dict(
+                kwargs=dict(optimizer_algorithm="COBYLA"),
+                error=NotImplementedError,
+            ),
+            dict(
+                kwargs=dict(
+                    constraints={
+                        "+": (3, 5),
+                    }
+                ),
+                error=NotImplementedError,
+            ),
+            dict(
+                kwargs=dict(binary_operators=["α(x, y) = x - y"]),
+                error=ValueError,
+            ),
+            dict(
+                kwargs=dict(model_selection="unknown"),
+                error=NotImplementedError,
+            ),
+        ]
+        for opt in bad_kwargs:
+            model = PySRRegressor(**opt["kwargs"], niterations=1)
+            with self.assertRaises(opt["error"]):
+                model.fit([[1]], [1])
+                model.get_best()
+                print("Failed", opt["kwargs"])
+
     def test_pickle_with_temp_equation_file(self):
         """If we have a temporary equation file, unpickle the estimator."""
         model = PySRRegressor(

pysr/test/test_cli.py

@@ -57,7 +57,7 @@ def get_runtests():
 
                   Run parts of the PySR test suite.
 
-                  Choose from main, jax, torch, cli, and warm-start. You can give multiple
+                  Choose from main, jax, torch, cli, and startup. You can give multiple
                   tests, separated by commas.
 
                 Options:

pysr/test/{test_warm_start.py → test_startup.py}

@@ -10,7 +10,9 @@ from .. import PySRRegressor
 from .params import DEFAULT_NITERATIONS, DEFAULT_POPULATIONS
 
 
-class TestWarmStart(unittest.TestCase):
+class TestStartup(unittest.TestCase):
+    """Various tests related to starting up PySR."""
+
     def setUp(self):
         # Using inspect,
         # get default niterations from PySRRegressor, and double them:
@@ -94,10 +96,37 @@ class TestWarmStart(unittest.TestCase):
             self.assertIn("Loading model from file", result.stdout.decode())
             self.assertIn("Started!", result.stderr.decode())
 
+    def test_bad_startup_options(self):
+        warning_tests = [
+            dict(
+                code='import os; os.environ["PYTHON_JULIACALL_HANDLE_SIGNALS"] = "no"; import pysr',
+                msg="PYTHON_JULIACALL_HANDLE_SIGNALS environment variable is set",
+            ),
+            dict(
+                code='import os; os.environ["JULIA_NUM_THREADS"] = "1"; import pysr',
+                msg="JULIA_NUM_THREADS environment variable is set",
+            ),
+            dict(
+                code="import juliacall; import pysr",
+                msg="juliacall module already imported.",
+            ),
+            dict(
+                code='import os; os.environ["PYSR_AUTOLOAD_EXTENSIONS"] = "foo"; import pysr',
+                msg="PYSR_AUTOLOAD_EXTENSIONS environment variable is set",
+            ),
+        ]
+        for warning_test in warning_tests:
+            result = subprocess.run(
+                ["python", "-c", warning_test["code"]],
+                stdout=subprocess.PIPE,
+                stderr=subprocess.PIPE,
+            )
+            self.assertIn(warning_test["msg"], result.stderr.decode())
+
 
 def runtests():
     suite = unittest.TestSuite()
     loader = unittest.TestLoader()
-    suite.addTests(loader.loadTestsFromTestCase(TestWarmStart))
+    suite.addTests(loader.loadTestsFromTestCase(TestStartup))
     runner = unittest.TextTestRunner()
     return runner.run(suite)