Fixing model download issue v11

Dockerfile

@@ -28,30 +28,14 @@ RUN pip install --no-cache-dir -r requirements.txt
 RUN mkdir -p /app/main/checkpoints && \
     chmod 777 /app/main/checkpoints
 
-# The token will be passed during build time
-ARG HF_TOKEN
-ENV HF_TOKEN=${HF_TOKEN}
-
-# Verify token and environment
-RUN echo "Token length: ${#HF_TOKEN}" && \
-    echo "Cache directory:" && \
-    ls -la /app/.cache/huggingface && \
-    echo "Checkpoints directory:" && \
-    ls -la /app/main/checkpoints && \
-    echo "Testing huggingface-cli" && \
-    huggingface-cli whoami
-
-# Download model using litgpt command line with verbose output
-RUN if [ -n "$HF_TOKEN" ]; then \
-        echo "Starting model download..." && \
-        litgpt download mistralai/Mistral-7B-Instruct-v0.3 \
-            --access_token ${HF_TOKEN} \
-            --checkpoint_dir /app/main/checkpoints \
-            --verbose || { echo "Download failed with status $?"; exit 1; }; \
-    else \
-        echo "No Hugging Face token provided. Models will need to be downloaded separately."; \
-        exit 1; \
-    fi
+# Download model using litgpt command line with proper secret mounting
+RUN --mount=type=secret,id=HF_TOKEN,mode=0444,required=true \
+    export HF_TOKEN=$(cat /run/secrets/HF_TOKEN) && \
+    echo "Starting model download..." && \
+    litgpt download mistralai/Mistral-7B-Instruct-v0.3 \
+        --access_token ${HF_TOKEN} \
+        --checkpoint_dir /app/main/checkpoints \
+        --verbose || { echo "Download failed with status $?"; exit 1; }
 
 # Copy the rest of the application
 COPY . .