Upload 2 files

docker-compose.yml

@@ -0,0 +1,20 @@
+version: '3.8'
+services:
+  tabbyapi:
+    build:
+      context: ..
+      dockerfile: ./docker/Dockerfile
+    ports:
+      - "5000:5000"
+    environment:
+      - NAME=TabbyAPI
+      - NVIDIA_VISIBLE_DEVICES=all
+    volumes:
+      - ./models:/usr/src/app/models
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]

dockerignore.txt

@@ -0,0 +1 @@
+models/