nroggendorff commited on
Commit
5776751
·
verified ·
1 Parent(s): 6100ef8

Update Dockerfile (#36)

Browse files

- Update Dockerfile (4729806c9ed1e5e95779de4125fa54bf0acac6f2)

Files changed (1) hide show
  1. Dockerfile +4 -13
Dockerfile CHANGED
@@ -1,21 +1,12 @@
1
  FROM nroggendorff/train-llama:latest
2
 
3
- ENV HOME=/home/user \
4
- HF_HOME=$HOME/.cache/huggingface \
5
- PATH=$HOME/.local/bin:$PATH
6
- ENV DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
7
  HF_DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
8
  TRITON_CACHE_DIR=$HOME/.cache/.triton/
9
 
10
- ENV CUDA_LAUNCH_BLOCKING=1 \
11
- NCCL_DEBUG=WARN \
12
- NCCL_ASYNC_ERROR_HANDLING=1 \
13
- OMP_NUM_THREADS=1 \
14
- TOKENIZERS_PARALLELISM=false \
15
- PYTORCH_CUDA_ALLOC_CONF=max_split_size_mb:128 \
16
- FLASH_ATTENTION=1 \
17
- ACCELERATE_USE_DEEPSPEED=true
18
-
19
  COPY README.md /tmp/README.md
20
  RUN STARTUP_TIMEOUT=$(awk '/^startup_duration_timeout:/ {print $2}' /tmp/README.md) && \
21
  echo "export STARTUP_DURATION_TIMEOUT=$STARTUP_TIMEOUT" >> ~/.bashrc
 
1
  FROM nroggendorff/train-llama:latest
2
 
3
+ ENV HOME=/home/user
4
+ ENV HF_HOME=$HOME/.cache/huggingface \
5
+ PATH=$HOME/.local/bin:$PATH \
6
+ DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
7
  HF_DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
8
  TRITON_CACHE_DIR=$HOME/.cache/.triton/
9
 
 
 
 
 
 
 
 
 
 
10
  COPY README.md /tmp/README.md
11
  RUN STARTUP_TIMEOUT=$(awk '/^startup_duration_timeout:/ {print $2}' /tmp/README.md) && \
12
  echo "export STARTUP_DURATION_TIMEOUT=$STARTUP_TIMEOUT" >> ~/.bashrc