nouamanetazi HF staff commited on
Commit
3f9e6d4
·
1 Parent(s): 133c842
Files changed (1) hide show
  1. Dockerfile +7 -2
Dockerfile CHANGED
@@ -2,11 +2,16 @@
2
  # you will also find guides on how best to write your Dockerfile
3
  FROM python:3.9 AS downloader
4
  WORKDIR /app
 
 
 
 
 
 
 
5
  RUN mkdir -p ./models/7B
6
  RUN wget -O ./models/7B/gpt-j-ggml-model-q4_0.bin https://huggingface.co/ocordeiro/ggml-gpt-j-6b-q4_0/resolve/main/gpt-j-ggml-model-q4_0.bin
7
 
8
- FROM ghcr.io/ggerganov/llama.cpp:light
9
- COPY --from=downloader /app/models/7B/gpt-j-ggml-model-q4_0.bin ./models/7B/gpt-j-ggml-model-q4_0.bin
10
  CMD ["-m", "/models/7B/gpt-j-ggml-model-q4_0.bin", "-p", "Building a website can be done in 10 simple steps:", "-n", "512"]
11
 
12
  # CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]
 
2
  # you will also find guides on how best to write your Dockerfile
3
  FROM python:3.9 AS downloader
4
  WORKDIR /app
5
+
6
+
7
+ FROM ghcr.io/ggerganov/llama.cpp:light
8
+
9
+ RUN apt-get update && \
10
+ apt-get install -y wget && \
11
+ rm -rf /var/lib/apt/lists/*
12
  RUN mkdir -p ./models/7B
13
  RUN wget -O ./models/7B/gpt-j-ggml-model-q4_0.bin https://huggingface.co/ocordeiro/ggml-gpt-j-6b-q4_0/resolve/main/gpt-j-ggml-model-q4_0.bin
14
 
 
 
15
  CMD ["-m", "/models/7B/gpt-j-ggml-model-q4_0.bin", "-p", "Building a website can be done in 10 simple steps:", "-n", "512"]
16
 
17
  # CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]