|
FROM whatcanyousee/verl:ngc-cu124-vllm0.8.5-sglang0.4.6-mcore0.12.0-te2.3 |
|
|
|
|
|
RUN pip install --no-cache-dir \ |
|
fastapi \ |
|
uvicorn[standard] \ |
|
mbridge \ |
|
termcolor \ |
|
ipdb |
|
|
|
RUN git clone -b core_v0.12.2 --depth 1 https://github.com/NVIDIA/Megatron-LM.git /opt/Megatron-LM |
|
|
|
|
|
RUN groupadd -g 1000 user && \ |
|
useradd -m -u 1000 -g user user || true |
|
|
|
|
|
WORKDIR $HOME/app |
|
COPY --chown=user . $HOME/app |
|
|
|
|
|
ENV PYTHONPATH=/opt/Megatron-LM:$PYTHONPATH |
|
ENV PORT=7860 |
|
EXPOSE 7860 |
|
|
|
|
|
CMD ["sh", "-c", "uvicorn app:app --host 0.0.0.0 --port $PORT"] |