Spaces:
Sleeping
Sleeping
Aleksandr Maiorov
commited on
Commit
·
76424a3
1
Parent(s):
6fb3190
v0.2.0
Browse files- измене порт llama-server
- Dockerfile +1 -1
Dockerfile
CHANGED
@@ -5,7 +5,7 @@ ENV LLAMA_ARG_MODEL_URL=https://huggingface.co/Vikhrmodels/Vikhr-Qwen-2.5-1.5B-I
|
|
5 |
LLAMA_ARG_CTX_SIZE=4096 \
|
6 |
LLAMA_ARG_N_PARALLEL=2 \
|
7 |
LLAMA_ARG_ENDPOINT_METRICS=1 \
|
8 |
-
LLAMA_ARG_PORT=
|
9 |
#RUN ./llama-server -mu https://huggingface.co/Vikhrmodels/Vikhr-Qwen-2.5-1.5B-Instruct-GGUF/resolve/main/Vikhr-Qwen-2.5-1.5b-Instruct-Q8_0.gguf -c 2048 --port 7860 --host 0.0.0.0
|
10 |
|
11 |
FROM python:3.9
|
|
|
5 |
LLAMA_ARG_CTX_SIZE=4096 \
|
6 |
LLAMA_ARG_N_PARALLEL=2 \
|
7 |
LLAMA_ARG_ENDPOINT_METRICS=1 \
|
8 |
+
LLAMA_ARG_PORT=8080
|
9 |
#RUN ./llama-server -mu https://huggingface.co/Vikhrmodels/Vikhr-Qwen-2.5-1.5B-Instruct-GGUF/resolve/main/Vikhr-Qwen-2.5-1.5b-Instruct-Q8_0.gguf -c 2048 --port 7860 --host 0.0.0.0
|
10 |
|
11 |
FROM python:3.9
|