|
FROM python:3.10 |
|
|
|
RUN apt-get update && \ |
|
apt-get install -y git-lfs && \ |
|
rm -rf /var/lib/apt/lists/* && \ |
|
git lfs install |
|
|
|
RUN useradd -m -u 1000 user |
|
USER user |
|
ENV PATH="/home/user/.local/bin:$PATH" |
|
WORKDIR /app |
|
|
|
RUN git lfs install && \ |
|
git clone https://huggingface.co/zcamz/tiny-llava-OpenELM-270M-Instruct-aimv2-large-patch14-224-distilled-elm_lora-finetune |
|
|
|
COPY --chown=user TinyLLaVA_Factory/pyproject.toml /app |
|
RUN pip install --upgrade pip |
|
RUN pip install -e . |
|
COPY --chown=user TinyLLaVA_Factory/ /app |
|
|
|
CMD ["python", "-m", "tinyllava.serve.app", "--model-path", "./tiny-llava-OpenELM-270M-Instruct-aimv2-large-patch14-224-distilled-elm_lora-finetune", "--port", "7860", "--host", "0.0.0.0" ,"--device", "cpu"] |
|
|
