Spaces:
Runtime error
Runtime error
Update entrypoint.sh
Browse files- entrypoint.sh +3 -3
entrypoint.sh
CHANGED
|
@@ -11,11 +11,11 @@ mkdir -p data
|
|
| 11 |
# HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH_1} --local-dir ${LOCAL_MODEL_PATH_1}
|
| 12 |
# vllm serve ${LOCAL_MODEL_PATH_1} --served-model-name ${HF_MODEL_NAME_1} --api-key ${VLLM_SERVE_API_KEY_1} &
|
| 13 |
|
| 14 |
-
# Shisa
|
| 15 |
-
HF_MODEL_PATH=
|
| 16 |
HF_MODEL_NAME=$(basename ${HF_MODEL_PATH})
|
| 17 |
LOCAL_MODEL_PATH=./data/${HF_MODEL_NAME}
|
| 18 |
-
VLLM_SERVE_API_KEY=
|
| 19 |
|
| 20 |
HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH}
|
| 21 |
vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} --port 8000 &
|
|
|
|
| 11 |
# HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH_1} --local-dir ${LOCAL_MODEL_PATH_1}
|
| 12 |
# vllm serve ${LOCAL_MODEL_PATH_1} --served-model-name ${HF_MODEL_NAME_1} --api-key ${VLLM_SERVE_API_KEY_1} &
|
| 13 |
|
| 14 |
+
# Shisa V2
|
| 15 |
+
HF_MODEL_PATH=shisa-ai/shisa-v2-qwen2.5-7b
|
| 16 |
HF_MODEL_NAME=$(basename ${HF_MODEL_PATH})
|
| 17 |
LOCAL_MODEL_PATH=./data/${HF_MODEL_NAME}
|
| 18 |
+
VLLM_SERVE_API_KEY=Shisa_v2_Qwen2.5_7b
|
| 19 |
|
| 20 |
HF_HUB_ENABLE_HF_TRANSFER=1 huggingface-cli download ${HF_MODEL_PATH} --local-dir ${LOCAL_MODEL_PATH}
|
| 21 |
vllm serve ${LOCAL_MODEL_PATH} --served-model-name ${HF_MODEL_NAME} --api-key ${VLLM_SERVE_API_KEY} --port 8000 &
|