cccc

Dockerfile

@@ -1,16 +1,19 @@
-# Read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
-# you will also find guides on how best to write your Dockerfile
+FROM cgr.dev/chainguard/python:3.12  # Specific version, not dev variant
 
-FROM python:3.9
-
-RUN useradd -m -u 1000 user
-USER user
-ENV PATH="/home/user/.local/bin:$PATH"
+# Multi-stage for build dependencies
+FROM cgr.dev/chainguard/python:3.12-dev as builder
+WORKDIR /app
+COPY requirements.txt .
+RUN pip install --user --no-cache-dir -r requirements.txt
 
+# Production stage
+FROM cgr.dev/chainguard/python:3.12
+RUN adduser -D -u 1000 litellm
+USER litellm
 WORKDIR /app
+ENV PATH="/home/litellm/.local/bin:$PATH"
 
-COPY --chown=user ./requirements.txt requirements.txt
-RUN pip install --no-cache-dir --upgrade -r requirements.txt
+COPY --from=builder --chown=litellm:litellm /root/.local /home/litellm/.local
+COPY --chown=litellm:litellm . /app
 
-COPY --chown=user . /app
 CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

requirements.txt

@@ -1,2 +1,6 @@
 fastapi
 uvicorn[standard]
+litellm[proxy]==1.57.3 # Specify the litellm version you want to use
+prometheus_client
+langfuse
+prisma