# devel needed for bitsandbytes requirement of libcudart.so, otherwise runtime sufficient FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu20.04 ENV DEBIAN_FRONTEND=noninteractive ENV PATH="/h2ogpt_conda/envs/h2ogpt/bin:${PATH}" ARG PATH="/h2ogpt_conda/envs/h2ogpt/bin:${PATH}" ENV HOME=/workspace ENV CUDA_HOME=/usr/local/cuda-12.1 ENV VLLM_CACHE=/workspace/.vllm_cache ENV TIKTOKEN_CACHE_DIR=/workspace/tiktoken_cache ENV HF_HUB_ENABLE_HF_TRANSFER=1 WORKDIR /workspace COPY . /workspace/ COPY build_info.txt /workspace/ RUN cd /workspace && ./docker_build_script_ubuntu.sh RUN chmod -R a+rwx /workspace ARG user=h2ogpt ARG group=h2ogpt ARG uid=1000 ARG gid=1000 RUN groupadd -g ${gid} ${group} && useradd -u ${uid} -g ${group} -s /bin/bash ${user} # already exists in base image # RUN groupadd -g ${gid} docker && useradd -u ${uid} -g ${group} -m ${user} # Add the user to the docker group RUN usermod -aG docker ${user} # Switch to the new user USER ${user} ### RUN useradd -m -u 1000 user # Switch to the "user" user USER user ### EXPOSE 8888 EXPOSE 7860 EXPOSE 5000 EXPOSE 5002 EXPOSE 5004 ENTRYPOINT ["python3.10"]