File size: 765 Bytes
b5aedd3
 
fcf0cff
 
 
 
 
b5aedd3
 
 
 
 
fcf0cff
 
c5c7f9e
 
b5aedd3
 
c5c7f9e
b5aedd3
eee8990
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
FROM python:3.10

RUN apt-get update && \
    apt-get install -y git-lfs && \
    rm -rf /var/lib/apt/lists/* && \
    git lfs install

RUN useradd -m -u 1000 user
USER user
ENV PATH="/home/user/.local/bin:$PATH"
WORKDIR /app

RUN git lfs install && \
    git clone https://huggingface.co/zcamz/tiny-llava-OpenELM-270M-Instruct-aimv2-large-patch14-224-distilled-elm_lora-finetune

COPY --chown=user TinyLLaVA_Factory/pyproject.toml /app
RUN pip install --upgrade pip  # enable PEP 660 support
RUN pip install -e .
COPY --chown=user TinyLLaVA_Factory/ /app

CMD ["python", "-m", "tinyllava.serve.app", "--model-path", "./tiny-llava-OpenELM-270M-Instruct-aimv2-large-patch14-224-distilled-elm_lora-finetune", "--port", "7860", "--host", "0.0.0.0" ,"--device", "cpu"]