muryshev commited on
Commit
cf78ce7
·
1 Parent(s): 0a71a86

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -3
Dockerfile CHANGED
@@ -21,8 +21,7 @@ ENV CUDA_DOCKER_ARCH=${CUDA_DOCKER_ARCH}
21
 
22
  RUN mkdir build && \
23
  cd build && \
24
- # cmake .. -DLLAMA_CUBLAS=ON && \
25
- cmake .. && \
26
  cmake --build . --config Release
27
 
28
  WORKDIR /data
@@ -39,4 +38,4 @@ COPY --from=build /data/model.gguf /data/model.gguf
39
  WORKDIR /app
40
  EXPOSE 7860
41
 
42
- CMD ./server -m /data/model.gguf -c 4096 --port 7860 --host 0.0.0.0
 
21
 
22
  RUN mkdir build && \
23
  cd build && \
24
+ cmake .. -DLLAMA_CUBLAS=ON && \
 
25
  cmake --build . --config Release
26
 
27
  WORKDIR /data
 
38
  WORKDIR /app
39
  EXPOSE 7860
40
 
41
+ CMD ./server -m /data/model.gguf -c 4096 -t 2 --port 7860 --host 0.0.0.0