chenhaodev commited on
Commit
adc491f
·
verified ·
1 Parent(s): 335481c

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -3
Dockerfile CHANGED
@@ -3,8 +3,7 @@ FROM python:3.10 as base
3
 
4
  # Set model
5
  ENV MODEL=TheBloke/Beyonder-4x7B-v2-GGUF
6
- #ENV QUANT=Q4_K_M
7
- ENV QUANT=Q3_K_M
8
  ENV CHAT_TEMPLATE=chatml
9
 
10
  # Set the working directory
@@ -16,7 +15,7 @@ RUN pip install --no-cache-dir --upgrade -r requirements.txt
16
 
17
  # Download model
18
  RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
19
- wget https://huggingface.co/${MODEL}/resolve/main/${MODEL_NAME_FILE}.${QUANT}.gguf -O model.gguf
20
 
21
  # Copy the rest of your application
22
  COPY . .
 
3
 
4
  # Set model
5
  ENV MODEL=TheBloke/Beyonder-4x7B-v2-GGUF
6
+ ENV QUANT=Q4_K_M
 
7
  ENV CHAT_TEMPLATE=chatml
8
 
9
  # Set the working directory
 
15
 
16
  # Download model
17
  RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
18
+ wget https://huggingface.co/TheBloke/Beyonder-4x7B-v2-GGUF/resolve/main/beyonder-4x7b-v2.Q4_K_M.gguf -O model.gguf
19
 
20
  # Copy the rest of your application
21
  COPY . .