Llama-3.1-8B-DALv0.1
/
venv
/lib
/python3.12
/site-packages
/jupyter_client
/provisioning
/provisioner_base.py
"""Kernel Provisioner Classes""" | |
# Copyright (c) Jupyter Development Team. | |
# Distributed under the terms of the Modified BSD License. | |
import os | |
from abc import ABC, ABCMeta, abstractmethod | |
from typing import Any, Dict, List, Optional, Union | |
from traitlets.config import Instance, LoggingConfigurable, Unicode | |
from ..connect import KernelConnectionInfo | |
class KernelProvisionerMeta(ABCMeta, type(LoggingConfigurable)): # type: ignore[misc] | |
pass | |
class KernelProvisionerBase( # type:ignore[misc] | |
ABC, LoggingConfigurable, metaclass=KernelProvisionerMeta | |
): | |
""" | |
Abstract base class defining methods for KernelProvisioner classes. | |
A majority of methods are abstract (requiring implementations via a subclass) while | |
some are optional and others provide implementations common to all instances. | |
Subclasses should be aware of which methods require a call to the superclass. | |
Many of these methods model those of :class:`subprocess.Popen` for parity with | |
previous versions where the kernel process was managed directly. | |
""" | |
# The kernel specification associated with this provisioner | |
kernel_spec: Any = Instance("jupyter_client.kernelspec.KernelSpec", allow_none=True) | |
kernel_id: Union[str, Unicode] = Unicode(None, allow_none=True) | |
connection_info: KernelConnectionInfo = {} | |
def has_process(self) -> bool: | |
""" | |
Returns true if this provisioner is currently managing a process. | |
This property is asserted to be True immediately following a call to | |
the provisioner's :meth:`launch_kernel` method. | |
""" | |
pass | |
async def poll(self) -> Optional[int]: | |
""" | |
Checks if kernel process is still running. | |
If running, None is returned, otherwise the process's integer-valued exit code is returned. | |
This method is called from :meth:`KernelManager.is_alive`. | |
""" | |
pass | |
async def wait(self) -> Optional[int]: | |
""" | |
Waits for kernel process to terminate. | |
This method is called from `KernelManager.finish_shutdown()` and | |
`KernelManager.kill_kernel()` when terminating a kernel gracefully or | |
immediately, respectively. | |
""" | |
pass | |
async def send_signal(self, signum: int) -> None: | |
""" | |
Sends signal identified by signum to the kernel process. | |
This method is called from `KernelManager.signal_kernel()` to send the | |
kernel process a signal. | |
""" | |
pass | |
async def kill(self, restart: bool = False) -> None: | |
""" | |
Kill the kernel process. | |
This is typically accomplished via a SIGKILL signal, which cannot be caught. | |
This method is called from `KernelManager.kill_kernel()` when terminating | |
a kernel immediately. | |
restart is True if this operation will precede a subsequent launch_kernel request. | |
""" | |
pass | |
async def terminate(self, restart: bool = False) -> None: | |
""" | |
Terminates the kernel process. | |
This is typically accomplished via a SIGTERM signal, which can be caught, allowing | |
the kernel provisioner to perform possible cleanup of resources. This method is | |
called indirectly from `KernelManager.finish_shutdown()` during a kernel's | |
graceful termination. | |
restart is True if this operation precedes a start launch_kernel request. | |
""" | |
pass | |
async def launch_kernel(self, cmd: List[str], **kwargs: Any) -> KernelConnectionInfo: | |
""" | |
Launch the kernel process and return its connection information. | |
This method is called from `KernelManager.launch_kernel()` during the | |
kernel manager's start kernel sequence. | |
""" | |
pass | |
async def cleanup(self, restart: bool = False) -> None: | |
""" | |
Cleanup any resources allocated on behalf of the kernel provisioner. | |
This method is called from `KernelManager.cleanup_resources()` as part of | |
its shutdown kernel sequence. | |
restart is True if this operation precedes a start launch_kernel request. | |
""" | |
pass | |
async def shutdown_requested(self, restart: bool = False) -> None: | |
""" | |
Allows the provisioner to determine if the kernel's shutdown has been requested. | |
This method is called from `KernelManager.request_shutdown()` as part of | |
its shutdown sequence. | |
This method is optional and is primarily used in scenarios where the provisioner | |
may need to perform other operations in preparation for a kernel's shutdown. | |
""" | |
pass | |
async def pre_launch(self, **kwargs: Any) -> Dict[str, Any]: | |
""" | |
Perform any steps in preparation for kernel process launch. | |
This includes applying additional substitutions to the kernel launch command | |
and environment. It also includes preparation of launch parameters. | |
NOTE: Subclass implementations are advised to call this method as it applies | |
environment variable substitutions from the local environment and calls the | |
provisioner's :meth:`_finalize_env()` method to allow each provisioner the | |
ability to cleanup the environment variables that will be used by the kernel. | |
This method is called from `KernelManager.pre_start_kernel()` as part of its | |
start kernel sequence. | |
Returns the (potentially updated) keyword arguments that are passed to | |
:meth:`launch_kernel()`. | |
""" | |
env = kwargs.pop("env", os.environ).copy() | |
env.update(self.__apply_env_substitutions(env)) | |
self._finalize_env(env) | |
kwargs["env"] = env | |
return kwargs | |
async def post_launch(self, **kwargs: Any) -> None: | |
""" | |
Perform any steps following the kernel process launch. | |
This method is called from `KernelManager.post_start_kernel()` as part of its | |
start kernel sequence. | |
""" | |
pass | |
async def get_provisioner_info(self) -> Dict[str, Any]: | |
""" | |
Captures the base information necessary for persistence relative to this instance. | |
This enables applications that subclass `KernelManager` to persist a kernel provisioner's | |
relevant information to accomplish functionality like disaster recovery or high availability | |
by calling this method via the kernel manager's `provisioner` attribute. | |
NOTE: The superclass method must always be called first to ensure proper serialization. | |
""" | |
provisioner_info: Dict[str, Any] = {} | |
provisioner_info["kernel_id"] = self.kernel_id | |
provisioner_info["connection_info"] = self.connection_info | |
return provisioner_info | |
async def load_provisioner_info(self, provisioner_info: Dict) -> None: | |
""" | |
Loads the base information necessary for persistence relative to this instance. | |
The inverse of `get_provisioner_info()`, this enables applications that subclass | |
`KernelManager` to re-establish communication with a provisioner that is managing | |
a (presumably) remote kernel from an entirely different process that the original | |
provisioner. | |
NOTE: The superclass method must always be called first to ensure proper deserialization. | |
""" | |
self.kernel_id = provisioner_info["kernel_id"] | |
self.connection_info = provisioner_info["connection_info"] | |
def get_shutdown_wait_time(self, recommended: float = 5.0) -> float: | |
""" | |
Returns the time allowed for a complete shutdown. This may vary by provisioner. | |
This method is called from `KernelManager.finish_shutdown()` during the graceful | |
phase of its kernel shutdown sequence. | |
The recommended value will typically be what is configured in the kernel manager. | |
""" | |
return recommended | |
def get_stable_start_time(self, recommended: float = 10.0) -> float: | |
""" | |
Returns the expected upper bound for a kernel (re-)start to complete. | |
This may vary by provisioner. | |
The recommended value will typically be what is configured in the kernel restarter. | |
""" | |
return recommended | |
def _finalize_env(self, env: Dict[str, str]) -> None: | |
""" | |
Ensures env is appropriate prior to launch. | |
This method is called from `KernelProvisionerBase.pre_launch()` during the kernel's | |
start sequence. | |
NOTE: Subclasses should be sure to call super()._finalize_env(env) | |
""" | |
if self.kernel_spec.language and self.kernel_spec.language.lower().startswith("python"): | |
# Don't allow PYTHONEXECUTABLE to be passed to kernel process. | |
# If set, it can bork all the things. | |
env.pop("PYTHONEXECUTABLE", None) | |
def __apply_env_substitutions(self, substitution_values: Dict[str, str]) -> Dict[str, str]: | |
""" | |
Walks entries in the kernelspec's env stanza and applies substitutions from current env. | |
This method is called from `KernelProvisionerBase.pre_launch()` during the kernel's | |
start sequence. | |
Returns the substituted list of env entries. | |
NOTE: This method is private and is not intended to be overridden by provisioners. | |
""" | |
substituted_env = {} | |
if self.kernel_spec: | |
from string import Template | |
# For each templated env entry, fill any templated references | |
# matching names of env variables with those values and build | |
# new dict with substitutions. | |
templated_env = self.kernel_spec.env | |
for k, v in templated_env.items(): | |
substituted_env.update({k: Template(v).safe_substitute(substitution_values)}) | |
return substituted_env | |