zephyr-python-ru-gguf / Dockerfile
Ivan000's picture
Update Dockerfile
fec4bf6 verified
raw
history blame
290 Bytes
FROM ghcr.io/ggerganov/llama.cpp:full
RUN apt update && apt install wget -y
RUN wget "https://huggingface.co/UnfilteredAI/NSFW-3B/resolve/main/nsfw-3b-q4_k_m.gguf" -O /nsfw-3b-q4_k_m.gguf
CMD ["--server", "-m", "/nsfw-3b-q4_k_m.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]