chenhaodev commited on
Commit
06c9edc
·
verified ·
1 Parent(s): 113af7a

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -4
Dockerfile CHANGED
@@ -2,9 +2,9 @@
2
  FROM python:3.10 as base
3
 
4
  # Set model
5
- ENV MODEL=TheBloke/Nous-Hermes-2-Yi-34B-GGUF
6
- ENV QUANT=Q3_K_S
7
- ENV CHAT_TEMPLATE=chatml
8
 
9
  # Set the working directory
10
  WORKDIR /app
@@ -15,7 +15,7 @@ RUN pip install --no-cache-dir --upgrade -r requirements.txt
15
 
16
  # Download model
17
  RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
18
- wget https://huggingface.co/${MODEL}/resolve/main/${MODEL_NAME_FILE}.${QUANT}.gguf -O model.gguf
19
 
20
  # Copy the rest of your application
21
  COPY . .
 
2
  FROM python:3.10 as base
3
 
4
  # Set model
5
+ ENV MODEL=dranger003/UNA-SimpleSmaug-34b-v1beta-iMat.GGUF
6
+ ENV QUANT=IQ3_XS
7
+ ENV CHAT_TEMPLATE=llama-2
8
 
9
  # Set the working directory
10
  WORKDIR /app
 
15
 
16
  # Download model
17
  RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
18
+ wget https://huggingface.co/dranger003/UNA-SimpleSmaug-34b-v1beta-iMat.GGUF/resolve/main/ggml-una-simplesmaug-34b-v1beta-iq3_xs.gguf -O model.gguf
19
 
20
  # Copy the rest of your application
21
  COPY . .