Create Dockerfile

Dockerfile

@@ -0,0 +1,53 @@
+FROM continuumio/miniconda3:23.10.0-1
+
+RUN apt update 
+RUN apt install git
+RUN git clone https://github.com/xorbitsai/inference.git
+RUN cd inference
+WORKDIR inference
+
+ENV NVM_DIR /usr/local/nvm
+ENV NODE_VERSION 14.21.1
+
+RUN apt-get -y update \
+  && apt install -y build-essential curl procps git libgl1 \
+  && mkdir -p $NVM_DIR \
+  && curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.7/install.sh | bash \
+  && . $NVM_DIR/nvm.sh \
+  && nvm install $NODE_VERSION \
+  && nvm alias default $NODE_VERSION \
+  && nvm use default \
+  && apt-get -yq clean
+
+ENV PATH $NVM_DIR/versions/node/v$NODE_VERSION/bin:$PATH
+
+# Copy the entry point script
+COPY ./entrypoint.sh inference/entrypoint.sh
+
+ARG PIP_INDEX=https://pypi.org/simple
+RUN python -m pip install --upgrade -i "$PIP_INDEX" pip && \
+    pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu && \
+    pip install -i "$PIP_INDEX" --upgrade-strategy only-if-needed -r /inference/xinference/deploy/docker/requirements_cpu.txt && \
+    pip install "llama-cpp-python==0.2.77" --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu && \
+    cd /inference && \
+    python setup.py build_web && \
+    git restore . && \
+    pip install -i "$PIP_INDEX" --no-deps "." && \
+    # clean packages
+    pip cache purge
+
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+WORKDIR $HOME/app
+COPY --chown=user . $HOME/app
+
+RUN pwd
+RUN ls
+
+EXPOSE 9997
+
+# 设置ENTRYPOINT
+RUN chmod +x /home/user/app/entrypoint.sh
+ENTRYPOINT ["sh", "/home/user/app/entrypoint.sh"]