doublelotus commited on
Commit
cb92f1e
·
1 Parent(s): 2500fa1
Files changed (1) hide show
  1. Dockerfile +3 -0
Dockerfile CHANGED
@@ -15,6 +15,9 @@ RUN mkdir -p /code/transformers_cache && chmod -R 777 /code/transformers_cache
15
  ENV TRANSFORMERS_CACHE=/code/transformers_cache
16
  ENV HF_HOME=/code/transformers_cache
17
 
 
 
 
18
  COPY . .
19
 
20
  CMD ["gunicorn", "-b", "0.0.0.0:7860", "main:app", "--timeout", "600"]
 
15
  ENV TRANSFORMERS_CACHE=/code/transformers_cache
16
  ENV HF_HOME=/code/transformers_cache
17
 
18
+ # Set PyTorch CUDA memory management variable
19
+ ENV PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
20
+
21
  COPY . .
22
 
23
  CMD ["gunicorn", "-b", "0.0.0.0:7860", "main:app", "--timeout", "600"]