Spaces:

muryshev
/

llama-cpp-server-7b

Runtime error

muryshev commited on Dec 25, 2023

Commit

e4894f0

1 Parent(s): 599f23b

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -17,11 +17,11 @@ RUN git clone https://github.com/ggerganov/llama.cpp.git
 WORKDIR /build/llama.cpp
 ENV CUDA_DOCKER_ARCH=${CUDA_DOCKER_ARCH}
-#ENV LLAMA_CUBLAS=1
 #    cmake .. -DLLAMA_CUBLAS=ON && \
 RUN mkdir build && \
     cd build && \
-    cmake .. && \
     cmake --build . --config Release
 WORKDIR /data

 WORKDIR /build/llama.cpp
 ENV CUDA_DOCKER_ARCH=${CUDA_DOCKER_ARCH}
+ENV LLAMA_CUBLAS=1
 #    cmake .. -DLLAMA_CUBLAS=ON && \
 RUN mkdir build && \
     cd build && \
+    cmake .. -DLLAMA_CUBLAS=ON && \
     cmake --build . --config Release
 WORKDIR /data