Spaces:
Paused
Paused
File size: 428 Bytes
636bd97 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
FROM ghcr.io/abetlen/llama-cpp-python:latest
ENV PYTHONUNBUFFERED 1
EXPOSE 8000
WORKDIR /app
RUN curl -s https://packagecloud.io/install/repositories/github/git-lfs/script.deb.sh | bash
RUN apt-get install git-lfs
RUN git clone https://huggingface.co/TheBloke/wizardLM-7B-GGML/blob/main/wizardLM-7B.ggml.q5_1.bin
RUN ls
COPY . .
RUN ls -al
CMD ["python3", "-m", "llama_cpp.server", "--model", "wizardLM-7B.ggml.q5_1.bin"] |