Dockerfile

# FROM nvidia/cuda:12.2.0-base-ubuntu22.04
FROM nvidia/cuda:12.3.1-devel-ubuntu20.04
ENV DEBIAN_FRONTEND=noninteractive

RUN apt-get update -y && \
    apt install -y software-properties-common && \
    add-apt-repository -y ppa:deadsnakes/ppa && \
    apt-get update -y && \
    apt-get upgrade -y && \
	apt-get install -y aria2 libgl1 libglib2.0-0 wget git git-lfs python3-pip python-is-python3 ffmpeg curl && \
    apt-get remove -y python3 && \
    alias pip='python3.11 -m pip' && \
    alias python='python3.11' && \
    chmod +x python && \
    apt-get install -y python3.11 python3-pip && \
    pip install packaging
RUN curl https://sh.rustup.rs -sSf | sh -s -- --default-toolchain nightly -y
ENV PATH="/root/.cargo/bin:${PATH}"


RUN echo "Installing" && \
    # pip install -r <(curl -s https://raw.githubusercontent.com/metavoiceio/metavoice-src/main/requirements.txt | tr '\n' ' ' | sed 's/ /\n/g') && \
    tmp=$(mktemp) && curl -s https://raw.githubusercontent.com/metavoiceio/metavoice-src/main/requirements.txt | tr '\n' ' ' | sed 's/ /\n/g' | sed 's/flash-attn/flash-attn==1.0.5/' > "$tmp" && pip install -r "$tmp" && rm "$tmp" && \
    adduser --disabled-password --gecos '' user && \
	mkdir /content && \
	chown -R user:user /content

WORKDIR /content
USER user
EXPOSE 7860

RUN git clone https://github.com/metavoiceio/metavoice-src . && \
    pip install -r requirements.txt && \
    pip install -e .
CMD python fam/llm/serving.py --huggingface_repo_id="metavoiceio/metavoice-1B-v0.1" & \
    python fam/ui/app.py