feat: add gateway API for Ollama using Flask and docker-compose

Dockerfile

@@ -34,5 +34,5 @@ User User
 # Expose port 11434 for Ollama and 5000 for the web server
 EXPOSE 11434 5000
 
-# Start Ollama server and the Flask web server
-cmd ollama serve & python3 app.py
+# Start Ollama server 
+cmd ollama serve

Dockerfile.gateway

@@ -0,0 +1,11 @@
+FROM python:3.10-slim
+
+WORKDIR /app
+
+COPY ./requirements.txt /app/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /app/requirements.txt
+
+COPY ./gateway.py /app/gateway.py
+
+CMD ["python", "./gateway.py"]

docker-compose.yml

@@ -0,0 +1,14 @@
+version: "3.9"
+services:
+  ollama:
+    build: .
+    ports:
+      - "11434:11434"
+  gateway:
+    build:
+      context: .
+      dockerfile: Dockerfile.gateway
+    ports:
+      - "5000:5000"
+    depends_on:
+      - ollama

requirements.txt

@@ -0,0 +1,2 @@
+flask
+requests