AurelioAguirre commited on
Commit
ea61392
·
1 Parent(s): 5de8cee

Fixing model download issue v10

Browse files
Files changed (2) hide show
  1. Dockerfile +15 -2
  2. README.md +0 -1
Dockerfile CHANGED
@@ -32,9 +32,22 @@ RUN mkdir -p /app/main/checkpoints && \
32
  ARG HF_TOKEN
33
  ENV HF_TOKEN=${HF_TOKEN}
34
 
35
- # Download model using litgpt command line with correct checkpoint path
 
 
 
 
 
 
 
 
 
36
  RUN if [ -n "$HF_TOKEN" ]; then \
37
- litgpt download mistralai/Mistral-7B-Instruct-v0.3 --access_token ${HF_TOKEN} --checkpoint_dir /app/main/checkpoints; \
 
 
 
 
38
  else \
39
  echo "No Hugging Face token provided. Models will need to be downloaded separately."; \
40
  exit 1; \
 
32
  ARG HF_TOKEN
33
  ENV HF_TOKEN=${HF_TOKEN}
34
 
35
+ # Verify token and environment
36
+ RUN echo "Token length: ${#HF_TOKEN}" && \
37
+ echo "Cache directory:" && \
38
+ ls -la /app/.cache/huggingface && \
39
+ echo "Checkpoints directory:" && \
40
+ ls -la /app/main/checkpoints && \
41
+ echo "Testing huggingface-cli" && \
42
+ huggingface-cli whoami
43
+
44
+ # Download model using litgpt command line with verbose output
45
  RUN if [ -n "$HF_TOKEN" ]; then \
46
+ echo "Starting model download..." && \
47
+ litgpt download mistralai/Mistral-7B-Instruct-v0.3 \
48
+ --access_token ${HF_TOKEN} \
49
+ --checkpoint_dir /app/main/checkpoints \
50
+ --verbose || { echo "Download failed with status $?"; exit 1; }; \
51
  else \
52
  echo "No Hugging Face token provided. Models will need to be downloaded separately."; \
53
  exit 1; \
README.md CHANGED
@@ -24,5 +24,4 @@ folders
24
  LLM-Engine
25
  Main
26
  main.py
27
- utils.py
28
  ```
 
24
  LLM-Engine
25
  Main
26
  main.py
 
27
  ```