Update PDF to Markdown converter API with NVIDIA L4 support

Dockerfile

@@ -1,4 +1,4 @@
-FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
+FROM nvidia/cuda:12.1.1-devel-ubuntu22.04
 
 ENV DEBIAN_FRONTEND=noninteractive
 
@@ -31,33 +31,17 @@ WORKDIR /app
 # Copy requirements first
 COPY requirements.txt .
 
-# Install PyTorch dependencies with specific versions known to work with transformers
-# Using torch 2.0.1 with compatible torchvision 0.15.2 which is a proven stable combination
-RUN pip install --no-cache-dir --upgrade pip && \
-    pip install --no-cache-dir torch==2.0.1+cu118 torchvision==0.15.2+cu118 torchaudio==2.0.2+cu118 --extra-index-url https://download.pytorch.org/whl/cu118
+# Install PyTorch dependencies with explicit compatible versions for NVIDIA L4
+RUN pip3 install --no-cache-dir --upgrade pip && \
+    pip3 install --no-cache-dir torch==2.1.2 torchvision==0.16.2 torchaudio==2.1.2 --index-url https://download.pytorch.org/whl/cu121 && \
+    pip3 install --no-cache-dir transformers==4.36.2 && \
+    pip3 install --no-cache-dir -r requirements.txt
 
-# Ensure transformers is pinned to a compatible version
-RUN pip install --no-cache-dir transformers==4.30.2
+# Copy the rest of the application
+COPY . .
 
-# Install remaining Python dependencies
-RUN grep -v "torch\|torchvision\|torchaudio\|transformers" requirements.txt > requirements_no_torch.txt && \
-    pip install --no-cache-dir -r requirements_no_torch.txt
-
-# Create output directories
-RUN mkdir -p /app/output/images && \
-    chmod -R 777 /app/output
-
-# Copy application code
-COPY app/ /app/app/
-COPY pdf_converter/ /app/pdf_converter/
-COPY app.py .
-
-# Set environment variables for GPU
-ENV NVIDIA_VISIBLE_DEVICES=all
-ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
-
-# Expose port 7860 for Hugging Face Spaces
+# Expose port
 EXPOSE 7860
 
-# Command to run the application on port 7860
-CMD ["python3", "app.py"] 
+# Command to run the application
+CMD ["python3", "-m", "uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"] 

requirements.txt

@@ -2,8 +2,8 @@ fastapi==0.104.1
 uvicorn==0.23.2
 python-multipart==0.0.6
 marker-pdf==1.6.2
-# Torch packages are installed directly in Dockerfile
-# torch==2.0.1
-# torchvision==0.15.2
-# torchaudio==2.0.2
-# transformers==4.30.2 
+# PyTorch packages installed directly in Dockerfile
+# torch==2.1.2
+# torchvision==0.16.2
+# torchaudio==2.1.2
+# transformers==4.36.2