Spaces:
Starting
on
L40S
Starting
on
L40S
Update Dockerfile (#36)
Browse files- Update Dockerfile (4729806c9ed1e5e95779de4125fa54bf0acac6f2)
- Dockerfile +4 -13
Dockerfile
CHANGED
@@ -1,21 +1,12 @@
|
|
1 |
FROM nroggendorff/train-llama:latest
|
2 |
|
3 |
-
ENV HOME=/home/user
|
4 |
-
|
5 |
-
PATH=$HOME/.local/bin:$PATH
|
6 |
-
|
7 |
HF_DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
|
8 |
TRITON_CACHE_DIR=$HOME/.cache/.triton/
|
9 |
|
10 |
-
ENV CUDA_LAUNCH_BLOCKING=1 \
|
11 |
-
NCCL_DEBUG=WARN \
|
12 |
-
NCCL_ASYNC_ERROR_HANDLING=1 \
|
13 |
-
OMP_NUM_THREADS=1 \
|
14 |
-
TOKENIZERS_PARALLELISM=false \
|
15 |
-
PYTORCH_CUDA_ALLOC_CONF=max_split_size_mb:128 \
|
16 |
-
FLASH_ATTENTION=1 \
|
17 |
-
ACCELERATE_USE_DEEPSPEED=true
|
18 |
-
|
19 |
COPY README.md /tmp/README.md
|
20 |
RUN STARTUP_TIMEOUT=$(awk '/^startup_duration_timeout:/ {print $2}' /tmp/README.md) && \
|
21 |
echo "export STARTUP_DURATION_TIMEOUT=$STARTUP_TIMEOUT" >> ~/.bashrc
|
|
|
1 |
FROM nroggendorff/train-llama:latest
|
2 |
|
3 |
+
ENV HOME=/home/user
|
4 |
+
ENV HF_HOME=$HOME/.cache/huggingface \
|
5 |
+
PATH=$HOME/.local/bin:$PATH \
|
6 |
+
DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
|
7 |
HF_DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
|
8 |
TRITON_CACHE_DIR=$HOME/.cache/.triton/
|
9 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
COPY README.md /tmp/README.md
|
11 |
RUN STARTUP_TIMEOUT=$(awk '/^startup_duration_timeout:/ {print $2}' /tmp/README.md) && \
|
12 |
echo "export STARTUP_DURATION_TIMEOUT=$STARTUP_TIMEOUT" >> ~/.bashrc
|