Update Dockerfile
Browse files- Dockerfile +4 -4
Dockerfile
CHANGED
@@ -2,9 +2,9 @@
|
|
2 |
FROM python:3.10 as base
|
3 |
|
4 |
# Set model
|
5 |
-
ENV MODEL=
|
6 |
-
ENV QUANT=
|
7 |
-
ENV CHAT_TEMPLATE=
|
8 |
|
9 |
# Set the working directory
|
10 |
WORKDIR /app
|
@@ -15,7 +15,7 @@ RUN pip install --no-cache-dir --upgrade -r requirements.txt
|
|
15 |
|
16 |
# Download model
|
17 |
RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
|
18 |
-
wget https://huggingface.co
|
19 |
|
20 |
# Copy the rest of your application
|
21 |
COPY . .
|
|
|
2 |
FROM python:3.10 as base
|
3 |
|
4 |
# Set model
|
5 |
+
ENV MODEL=dranger003/UNA-SimpleSmaug-34b-v1beta-iMat.GGUF
|
6 |
+
ENV QUANT=IQ3_XS
|
7 |
+
ENV CHAT_TEMPLATE=llama-2
|
8 |
|
9 |
# Set the working directory
|
10 |
WORKDIR /app
|
|
|
15 |
|
16 |
# Download model
|
17 |
RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
|
18 |
+
wget https://huggingface.co/dranger003/UNA-SimpleSmaug-34b-v1beta-iMat.GGUF/resolve/main/ggml-una-simplesmaug-34b-v1beta-iq3_xs.gguf -O model.gguf
|
19 |
|
20 |
# Copy the rest of your application
|
21 |
COPY . .
|