Yan Bai
update
1f42eea
raw
history blame contribute delete
849 Bytes
FROM whatcanyousee/verl:ngc-cu124-vllm0.8.5-sglang0.4.6-mcore0.12.0-te2.3
# 安装额外依赖(如果基础镜像已包含部分依赖,pip 会自动跳过)
RUN pip install --no-cache-dir \
fastapi \
uvicorn[standard] \
mbridge \
termcolor \
ipdb
# 添加 Megatron-LM core_v0.12.2
RUN git clone -b core_v0.12.2 --depth 1 https://github.com/NVIDIA/Megatron-LM.git /opt/Megatron-LM
# 创建与 HF Spaces 运行时一致的 uid=1000 用户,避免 getpwuid() 错误
RUN groupadd -g 1000 user && \
useradd -m -u 1000 -g user user || true
# 复制代码至工作目录
WORKDIR $HOME/app
COPY --chown=user . $HOME/app
# HF Spaces 默认通过 $PORT 注入端口
ENV PYTHONPATH=/opt/Megatron-LM:$PYTHONPATH
ENV PORT=7860
EXPOSE 7860
# 启动 FastAPI 服务
CMD ["sh", "-c", "uvicorn app:app --host 0.0.0.0 --port $PORT"]