Spaces:

convergence-ai
/

demo-api

Running on A100

XanderJC commited on Feb 18

Commit

ceda5e6

1 Parent(s): 84c9905

v0

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -29,4 +29,4 @@ RUN pip install --upgrade git+https://github.com/huggingface/transformers.git@33
 # RUN pip install flashinfer-python
-ENTRYPOINT ["sh", "-c", "export VLLM_USE_V1=1 && python -m vllm.entrypoints.openai.api_server --model convergence-ai/proxy-lite --trust-remote-code --tokenizer-pool-size 10 --limit-mm-per-prompt image=2 --enable-auto-tool-choice --tool-call-parser hermes --port 7860"]


29
30	# RUN pip install flashinfer-python
31
32	+ ENTRYPOINT ["sh", "-c", "python -m vllm.entrypoints.openai.api_server --model convergence-ai/proxy-lite --trust-remote-code --tokenizer-pool-size 20 --limit-mm-per-prompt image=1 --enable-auto-tool-choice --tool-call-parser hermes --port 7860"]