"""Functions for initializing the Julia environment and installing deps.""" import os import sys import warnings if "juliacall" in sys.modules: warnings.warn( "juliacall module already imported. Make sure that you have set `PYTHON_JULIACALL_HANDLE_SIGNALS=yes` to avoid segfaults." ) # Required to avoid segfaults (https://juliapy.github.io/PythonCall.jl/dev/faq/) if os.environ.get("PYTHON_JULIACALL_HANDLE_SIGNALS", "yes") != "yes": warnings.warn( "PYTHON_JULIACALL_HANDLE_SIGNALS environment variable is set to something other than 'yes' or ''. " + "You will experience segfaults if running with multithreading." ) if os.environ.get("JULIA_NUM_THREADS", "auto") != "auto": warnings.warn( "JULIA_NUM_THREADS environment variable is set to something other than 'auto', " "so PySR was not able to set it. You may wish to set it to `'auto'` for full use " "of your CPU." ) # TODO: Remove these when juliapkg lets you specify this for k, default in ( ("PYTHON_JULIACALL_HANDLE_SIGNALS", "yes"), ("JULIA_NUM_THREADS", "auto"), ("JULIA_OPTIMIZE", "3"), ): os.environ[k] = os.environ.get(k, default) from juliacall import Main as jl # type: ignore from juliacall import convert as jl_convert # type: ignore jl.seval("using Serialization: Serialization") jl.seval("using PythonCall: PythonCall") def _escape_filename(filename): """Turn a path into a string with correctly escaped backslashes.""" str_repr = str(filename) str_repr = str_repr.replace("\\", "\\\\") return str_repr def _load_cluster_manager(cluster_manager): jl.seval(f"using ClusterManagers: addprocs_{cluster_manager}") return jl.seval(f"addprocs_{cluster_manager}") def jl_array(x): if x is None: return None return jl_convert(jl.Array, x) def jl_deserialize_s(s): if s is None: return s buf = jl.IOBuffer() jl.write(buf, jl_array(s)) jl.seekstart(buf) return jl.Serialization.deserialize(buf)