|
|
FROM nvcr.io/nvidia/pytorch:25.09-py3 |
|
|
|
|
|
|
|
|
RUN pip install --no-cache-dir \ |
|
|
fastapi \ |
|
|
uvicorn[standard] \ |
|
|
mbridge==0.13.1 \ |
|
|
termcolor \ |
|
|
transformers==4.57.0 |
|
|
|
|
|
|
|
|
RUN git clone -b core_v0.13.0rc4 --depth 1 https://github.com/NVIDIA/Megatron-LM.git /opt/Megatron-LM |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
RUN groupadd -g 1000 user && \ |
|
|
useradd -m -u 1000 -g user user || true |
|
|
|
|
|
|
|
|
WORKDIR $HOME/app |
|
|
COPY --chown=user . $HOME/app |
|
|
|
|
|
|
|
|
ENV PYTHONPATH=/opt/Megatron-LM:$PYTHONPATH |
|
|
ENV PORT=7860 |
|
|
EXPOSE 7860 |
|
|
|
|
|
|
|
|
CMD ["bash", "-c", "uvicorn app:app --host 0.0.0.0 --port $PORT"] |