rrevo commited on
Commit
70f1eec
·
1 Parent(s): 83c8d6a

entrypoint

Browse files
Files changed (2) hide show
  1. Dockerfile +1 -2
  2. entrypoint.sh +4 -0
Dockerfile CHANGED
@@ -7,11 +7,10 @@ COPY server/pdm.lock server/pyproject.toml ./
7
  RUN pip install pdm
8
 
9
  RUN pdm install
10
- RUN pdm add flash_attn --no-isolation
11
 
12
  COPY server/ ./
13
 
14
  ENV DEVICE cuda:0
15
  ENV ATTN_IMPLEMENTATION flash_attention_2
16
 
17
- CMD ["./.venv/bin/uvicorn", "src.main:app", "--host", "0.0.0.0", "--port", "7860"]
 
7
  RUN pip install pdm
8
 
9
  RUN pdm install
 
10
 
11
  COPY server/ ./
12
 
13
  ENV DEVICE cuda:0
14
  ENV ATTN_IMPLEMENTATION flash_attention_2
15
 
16
+ ENTRYPOINT [ "./entrypoint.sh" ]
entrypoint.sh ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ pdm add flash_attn --no-isolation
2
+
3
+ ./.venv/bin/uvicorn src.main:app --host 0.0.0.0 --port 7860
4
+