from ctypes import c_void_p | |
from typing import List | |
from torch import Tensor | |
# Defined in torch/csrc/inductor/aoti_runner/pybind.cpp | |
# Tensor to AtenTensorHandle | |
def unsafe_alloc_void_ptrs_from_tensors(tensors: List[Tensor]) -> List[c_void_p]: ... | |
def unsafe_alloc_void_ptr_from_tensor(tensor: Tensor) -> c_void_p: ... | |
# AtenTensorHandle to Tensor | |
def alloc_tensors_by_stealing_from_void_ptrs( | |
handles: List[c_void_p], | |
) -> List[Tensor]: ... | |
def alloc_tensor_by_stealing_from_void_ptr( | |
handle: c_void_p, | |
) -> Tensor: ... | |
class AOTIModelContainerRunnerCpu: ... | |
class AOTIModelContainerRunnerCuda: ... | |