File size: 584 Bytes
a8fe4dc
ff9773c
 
 
7f20f11
b14eab6
ff9773c
 
 
 
 
f0d4fe2
7f20f11
ff9773c
 
 
 
7f20f11
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
FROM python:3.11-slim as base

WORKDIR /app

# Install system tools
RUN apt-get update && apt-get install -y curl && apt install -y procps && rm -rf /var/lib/apt/lists/*

# Install Ollama
RUN curl -fsSL https://ollama.com/install.sh | bash
ENV PATH="/root/.ollama/bin:$PATH"

RUN ollama serve & sleep 5 && ollama pull mannix/defog-llama3-sqlcoder-8b:latest && echo "Done. Stop Ollama..." && pkill ollama
COPY requirements.txt ./
RUN pip install --no-cache-dir -r requirements.txt
COPY . .

EXPOSE 8000
CMD ["sh", "-c", "ollama serve & uvicorn app.main:app --host 0.0.0.0 --port 8000"]