Aleksandr Maiorov commited on
Commit
76424a3
·
1 Parent(s): 6fb3190

- измене порт llama-server

Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -5,7 +5,7 @@ ENV LLAMA_ARG_MODEL_URL=https://huggingface.co/Vikhrmodels/Vikhr-Qwen-2.5-1.5B-I
5
  LLAMA_ARG_CTX_SIZE=4096 \
6
  LLAMA_ARG_N_PARALLEL=2 \
7
  LLAMA_ARG_ENDPOINT_METRICS=1 \
8
- LLAMA_ARG_PORT=7860
9
  #RUN ./llama-server -mu https://huggingface.co/Vikhrmodels/Vikhr-Qwen-2.5-1.5B-Instruct-GGUF/resolve/main/Vikhr-Qwen-2.5-1.5b-Instruct-Q8_0.gguf -c 2048 --port 7860 --host 0.0.0.0
10
 
11
  FROM python:3.9
 
5
  LLAMA_ARG_CTX_SIZE=4096 \
6
  LLAMA_ARG_N_PARALLEL=2 \
7
  LLAMA_ARG_ENDPOINT_METRICS=1 \
8
+ LLAMA_ARG_PORT=8080
9
  #RUN ./llama-server -mu https://huggingface.co/Vikhrmodels/Vikhr-Qwen-2.5-1.5B-Instruct-GGUF/resolve/main/Vikhr-Qwen-2.5-1.5b-Instruct-Q8_0.gguf -c 2048 --port 7860 --host 0.0.0.0
10
 
11
  FROM python:3.9