Update Dockerfile

Dockerfile

@@ -1,48 +1,11 @@
-# Builder stage
-FROM ubuntu:latest
+FROM --platform=linux/arm64 nvidia/cuda:$CUDA_VERSION-devel-rockylinux8 AS cuda-build-arm64
+ARG CMAKE_VERSION
+COPY ./scripts/rh_linux_deps.sh /
+RUN CMAKE_VERSION=${CMAKE_VERSION} sh /rh_linux_deps.sh
+ENV PATH /opt/rh/gcc-toolset-10/root/usr/bin:$PATH
+COPY --from=llm-code / /go/src/github.com/ollama/ollama/
+WORKDIR /go/src/github.com/ollama/ollama/llm/generate
+ARG CGO_CFLAGS
+RUN OLLAMA_SKIP_CPU_GENERATE=1 sh gen_linux.sh
 
-# Update packages and install curl and gnupg
-RUN apt-get update && apt-get install -y \
-    curl \
-    gnupg
-
-# Add NVIDIA package repositories
-RUN curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg \
-    && echo "deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://nvidia.github.io/libnvidia-container/stable/deb/ $(. /etc/os-release; echo $UBUNTU_CODENAME) main" > /etc/apt/sources.list.d/nvidia-container-toolkit.list
-
-# Install NVIDIA container toolkit (Check for any updated methods or URLs for Ubuntu jammy)
-RUN apt-get update && apt-get install -y nvidia-container-toolkit || true
-
-# Install application
-#RUN curl https://ollama.ai/install.sh | sh
-RUN curl -fsSL https://ollama.com/install.sh | sh
-# Below is to fix embedding bug as per
-# RUN curl -fsSL https://ollama.com/install.sh | sed 's#https://ollama.com/download#https://github.com/jmorganca/ollama/releases/download/v0.1.29#' | sh
-
-
-# Create the directory and give appropriate permissions
-RUN mkdir /.ollama
-RUN chmod 777 /.ollama
-
-
-#COPY id_ed25519 /.ollama
-
-WORKDIR /.ollama
-
-
-#
-CMD ollama serve
-
-# Copy the entry point script
-#COPY entrypoint.sh /entrypoint.sh
-#RUN chmod +x /entrypoint.sh
-
-# Set the entry point script as the default command
-#ENTRYPOINT ["/entrypoint.sh"]
-#CMD ["ollama", "serve"]
-
-# Set the model as an environment variable (this can be overridden)
-#ENV model=${model}
-
-# Expose the server port
 EXPOSE 7860