new dockerfile

Dockerfile

@@ -0,0 +1,31 @@
+FROM nvidia/cuda:12.1.0-devel-ubuntu22.04 AS dev
+
+RUN apt-get update -y \
+    && apt-get install -y python3-pip git
+
+WORKDIR /workspace
+
+# install build and runtime dependencies
+COPY requirements.txt requirements.txt
+COPY aiproxy aiproxy
+
+RUN --mount=type=cache,target=/root/.cache/pip \
+    pip install -r requirements.txt
+
+# Create a non-root user
+RUN useradd -m appuser
+
+# Transfer ownership of the /workspace to the new non-root user
+RUN chown -R appuser:appuser /workspace
+
+# Create a cache directory within the appuser's home directory and transfer ownership
+RUN mkdir -p /home/appuser/cache && \
+    chown -R appuser:appuser /home/appuser/cache
+
+# Switch to the non-root user for subsequent commands and container runtime
+USER appuser
+
+CMD ["python3", "-m", \
+    "aiproxy", \
+    "--host", "0.0.0.0", \
+    "--port", "7860"]

aiproxy/__main__.py

@@ -8,15 +8,16 @@ from aiproxy.accesslog import AccessLogWorker
 import threading
 import uvicorn
 
-# Get API Key from env
-env_openai_api_key = "test"
+# Get Base URL and API Key from env
+base_url = os.environ.get("BASE_URL")
+env_api_key = os.environ.get("API_KEY")
 
 # Get arguments
 parser = argparse.ArgumentParser(description="UnaProxy usage")
-parser.add_argument("--host", type=str, default=None, required=True, help="hostname or ipaddress")
-parser.add_argument("--port", type=int, default=None, required=True, help="port number")
-parser.add_argument("--base_url", type=str, default=None, required=True, help="port number")
-parser.add_argument("--openai_api_key", type=str, default=env_openai_api_key, required=False, help="OpenAI API Key")
+parser.add_argument("--host", type=str, default=None, required=False, help="hostname or ipaddress")
+parser.add_argument("--port", type=int, default=None, required=False, help="port number")
+parser.add_argument("--base_url", type=str, default=base_url, required=False, help="port number")
+parser.add_argument("--openai_api_key", type=str, default=env_api_key, required=False, help="OpenAI API Key")
 args = parser.parse_args()
 
 # Setup logger