SuperSecureHuman commited on
Commit
4d65861
·
1 Parent(s): 35bbfea

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +4 -3
Dockerfile CHANGED
@@ -14,7 +14,8 @@ RUN pip3 install "fschat[model_worker,webui]"
14
  RUN pip install accelerate pandas numpy
15
 
16
 
17
- # run this command - python -m vllm.entrypoints.openai.api_server --model mistralai/Mistral-7B-Instruct-v0.1
18
- # to start the server
19
 
20
- ENTRYPOINT [ "python3", "-m", "fastchat.serve.openai_api_server", "--host", "0.0.0.0", "--port", "8080", "--device", "cpu", "--model-path", "mistralai/Mistral-7B-Instruct-v0.1"]
 
 
14
  RUN pip install accelerate pandas numpy
15
 
16
 
17
+ # Add the entrypoint script
18
+ ADD entrypoint.sh /entrypoint.sh
19
 
20
+ # Set the script as the entry point
21
+ ENTRYPOINT ["/entrypoint.sh"]