Spaces:
Build error
Build error
Update Dockerfile
Browse files- Dockerfile +2 -3
Dockerfile
CHANGED
@@ -21,8 +21,7 @@ ENV CUDA_DOCKER_ARCH=${CUDA_DOCKER_ARCH}
|
|
21 |
|
22 |
RUN mkdir build && \
|
23 |
cd build && \
|
24 |
-
|
25 |
-
cmake .. && \
|
26 |
cmake --build . --config Release
|
27 |
|
28 |
WORKDIR /data
|
@@ -39,4 +38,4 @@ COPY --from=build /data/model.gguf /data/model.gguf
|
|
39 |
WORKDIR /app
|
40 |
EXPOSE 7860
|
41 |
|
42 |
-
CMD ./server -m /data/model.gguf -c 4096 --port 7860 --host 0.0.0.0
|
|
|
21 |
|
22 |
RUN mkdir build && \
|
23 |
cd build && \
|
24 |
+
cmake .. -DLLAMA_CUBLAS=ON && \
|
|
|
25 |
cmake --build . --config Release
|
26 |
|
27 |
WORKDIR /data
|
|
|
38 |
WORKDIR /app
|
39 |
EXPOSE 7860
|
40 |
|
41 |
+
CMD ./server -m /data/model.gguf -c 4096 -t 2 --port 7860 --host 0.0.0.0
|