Create Dockerfile

Dockerfile

@@ -0,0 +1,23 @@
+FROM nvidia/cuda:11.8.0-runtime-ubuntu22.04
+
+# Install Python and pip
+RUN apt-get update && apt-get install -y \
+    python3 \
+    python3-pip \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /app
+
+# Install PyTorch and other dependencies
+RUN pip3 install --upgrade pip
+RUN pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118
+RUN pip3 install runpod transformers peft accelerate bitsandbytes gradio
+
+# Copy your handler
+COPY handler.py .
+
+# Expose port for Gradio (if needed)
+EXPOSE 7860
+
+# Run handler
+CMD [ "python3", "-u", "handler.py" ]