File size: 606 Bytes
2a8a3d3 080b892 6cc4d8d 080b892 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
FROM ghcr.io/ggerganov/llama.cpp:server--b1-e09a800
RUN apt-get update && apt-get install -y wget pip python3 git
ENTRYPOINT ["/bin/sh", "-c"]
WORKDIR llama.cpp
RUN wget -q https://huggingface.co/Mihaiii/shieldgemma-2b-Q5_K_M-GGUF/resolve/main/shieldgemma-2b-q5_k_m-imat.gguf
RUN wget -q https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q5_K_M.gguf
COPY script.sh .
RUN chmod +x ./script.sh
RUN chmod 777 .
RUN git clone --branch cpu https://github.com/Mihaiii/trivia.git
RUN cd trivia && pip install -r requirements.txt
RUN chmod 777 ./trivia
CMD ["./script.sh"]
|