Dockerfile

FROM ghcr.io/ten-framework/ten_agent_build:0.4.17-4-gf3ea9db-cuda

# install huggingface tools
RUN pip install -U "huggingface_hub[cli]" hf_transfer

# install vllm
RUN pip install vllm


# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user

# Switch to the "user" user
USER user

# Set home to the user's home directory
ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH

# Set the working directory to the user's home directory
WORKDIR $HOME/app

# Try and run pip command after setting the user with `USER user` to avoid permission issues with Python
RUN pip install --no-cache-dir --upgrade pip

# Copy the current directory contents into the container at $HOME/app setting the owner to the user
# COPY --chown=user . $HOME/app
COPY --chown=user .env $HOME/app/
COPY --chown=user entrypoint.sh $HOME/app/

ENTRYPOINT ["/home/user/app/entrypoint.sh"]