File size: 1,333 Bytes
5612054 cc3c56d 55913e8 cc3c56d e2b0585 6273ec7 55913e8 6273ec7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
#!/bin/bash
bash -c "$SSH_TUNNEL_CMD_1" &
bash -c "$SSH_TUNNEL_CMD_2" &
bash -c "$SSH_TUNNEL_CMD_3" &
bash -c "$SSH_TUNNEL_CMD_4" &
python -m starvector.serve.vllm_api_gradio.controller --host 0.0.0.0 --port 10000 &
python -m starvector.serve.vllm_api_gradio.model_worker --host 0.0.0.0 --controller http://localhost:10000 --port 40000 --worker http://localhost:40000 --model-name /home/agent_h/data/starvector-1b-im2svg --vllm-base-url http://localhost:8000 &
python -m starvector.serve.vllm_api_gradio.model_worker --host 0.0.0.0 --controller http://localhost:10000 --port 40001 --worker http://localhost:40001 --model-name /home/agent_h/data/starvector-1b-im2svg --vllm-base-url http://localhost:8001 &
python -m starvector.serve.vllm_api_gradio.model_worker --host 0.0.0.0 --controller http://localhost:10000 --port 40002 --worker http://localhost:40002 --model-name /home/agent_h/data/starvector-1b-im2svg --vllm-base-url http://localhost:8002 &
python -m starvector.serve.vllm_api_gradio.model_worker --host 0.0.0.0 --controller http://localhost:10000 --port 40003 --worker http://localhost:40003 --model-name /home/agent_h/data/starvector-1b-im2svg --vllm-base-url http://localhost:8003 &
python -m starvector.serve.vllm_api_gradio.gradio_web_server --controller http://localhost:10000 --model-list-mode reload --port 7860
|