docekrfile
Browse files- Dockerfile +5 -2
Dockerfile
CHANGED
|
@@ -1,9 +1,11 @@
|
|
| 1 |
FROM python:3.11
|
| 2 |
|
| 3 |
-
ENV PDM_CACHE_DIR /code/.pdm_cache/
|
| 4 |
-
|
| 5 |
WORKDIR /code
|
| 6 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
COPY server/pdm.lock server/pyproject.toml ./
|
| 8 |
|
| 9 |
RUN pip install pdm
|
|
@@ -14,5 +16,6 @@ COPY server/ ./
|
|
| 14 |
|
| 15 |
ENV DEVICE cuda:0
|
| 16 |
ENV ATTN_IMPLEMENTATION flash_attention_2
|
|
|
|
| 17 |
|
| 18 |
ENTRYPOINT [ "./entrypoint.sh" ]
|
|
|
|
| 1 |
FROM python:3.11
|
| 2 |
|
|
|
|
|
|
|
| 3 |
WORKDIR /code
|
| 4 |
|
| 5 |
+
RUN mkdir -p /code/.pdm_cache && mkdir -p /code/.transformers_cache
|
| 6 |
+
|
| 7 |
+
ENV PDM_CACHE_DIR /code/.pdm_cache/
|
| 8 |
+
|
| 9 |
COPY server/pdm.lock server/pyproject.toml ./
|
| 10 |
|
| 11 |
RUN pip install pdm
|
|
|
|
| 16 |
|
| 17 |
ENV DEVICE cuda:0
|
| 18 |
ENV ATTN_IMPLEMENTATION flash_attention_2
|
| 19 |
+
ENV TRANSFORMERS_CACHE /code/.transformers_cache/
|
| 20 |
|
| 21 |
ENTRYPOINT [ "./entrypoint.sh" ]
|