runtime error
local/lib/python3.10/site-packages/deepspeed/module_inject/replace_module.py", line 524, in replace_fn new_module = replace_with_policy(child, File "/home/user/.local/lib/python3.10/site-packages/deepspeed/module_inject/replace_module.py", line 385, in replace_with_policy _container.create_module() File "/home/user/.local/lib/python3.10/site-packages/deepspeed/module_inject/containers/gpt2.py", line 16, in create_module self.module = DeepSpeedGPTInference(_config, mp_group=self.mp_group) File "/home/user/.local/lib/python3.10/site-packages/deepspeed/model_implementations/transformers/ds_gpt.py", line 18, in __init__ super().__init__(config, File "/home/user/.local/lib/python3.10/site-packages/deepspeed/model_implementations/transformers/ds_transformer.py", line 53, in __init__ inference_cuda_module = builder.load() File "/home/user/.local/lib/python3.10/site-packages/deepspeed/ops/op_builder/builder.py", line 485, in load return self.jit_load(verbose) File "/home/user/.local/lib/python3.10/site-packages/deepspeed/ops/op_builder/builder.py", line 520, in jit_load op_module = load( File "/home/user/.local/lib/python3.10/site-packages/torch/utils/cpp_extension.py", line 1308, in load return _jit_compile( File "/home/user/.local/lib/python3.10/site-packages/torch/utils/cpp_extension.py", line 1710, in _jit_compile _write_ninja_file_and_build_library( File "/home/user/.local/lib/python3.10/site-packages/torch/utils/cpp_extension.py", line 1800, in _write_ninja_file_and_build_library extra_ldflags = _prepare_ldflags( File "/home/user/.local/lib/python3.10/site-packages/torch/utils/cpp_extension.py", line 1899, in _prepare_ldflags if (not os.path.exists(_join_cuda_home(extra_lib_dir)) and File "/home/user/.local/lib/python3.10/site-packages/torch/utils/cpp_extension.py", line 2416, in _join_cuda_home raise OSError('CUDA_HOME environment variable is not set. ' OSError: CUDA_HOME environment variable is not set. Please set it to your CUDA install root.
Container logs:
Fetching error logs...