Dockerfile

FROM python:3.11-slim as base

WORKDIR /app

# Install system tools
RUN apt-get update && apt-get install -y curl && apt install -y procps && rm -rf /var/lib/apt/lists/*

# Install Ollama
RUN curl -fsSL https://ollama.com/install.sh | bash
ENV PATH="/root/.ollama/bin:$PATH"

RUN ollama serve & sleep 5 && ollama pull mannix/defog-llama3-sqlcoder-8b:latest && echo "Done. Stop Ollama..." && pkill ollama
COPY requirements.txt ./
RUN pip install --no-cache-dir -r requirements.txt
COPY . .

EXPOSE 8000
CMD ["sh", "-c", "ollama serve & uvicorn app.main:app --host 0.0.0.0 --port 8000"]