Dockerfile

FROM kalilinux/kali-rolling
RUN apt update && apt upgrade -y
RUN apt install wget -y
RUN wget https://huggingface.co/jartine/llava-v1.5-7B-GGUF/resolve/main/llava-v1.5-7b-q4-server.llamafile
RUN chmod +x llava-v1.5-7b-q4-server.llamafile
RUN apt install adduser -y
RUN addgroup --gid 1000 user
RUN adduser --uid 1000 --gid 1000 --disabled-password --gecos "" user
USER user
ENTRYPOINT ./llava-v1.5-7b-q4-server.llamafile --host 0.0.0.0