# Use an alias for the base image for easier updates FROM python:3.10 as base # Set model #ENV MODEL=NeverSleep/CausalLM-RP-34B-GGUF ENV MODEL=mradermacher/CausalLM-RP-34B-GGUF ENV QUANT=IQ3_M #ENV CHAT_TEMPLATE=chatml # Set up a new user named "user" with user ID 1000 RUN useradd -m -u 1000 user USER user ENV HOME=/home/user \ PATH=/home/user/.local/bin:$PATH # Set the working directory #WORKDIR /app WORKDIR $HOME/app # Install Python requirements #COPY ./requirements.txt /app/ COPY ./requirements.txt $HOME/app/ RUN pip install --no-cache-dir --upgrade -r requirements.txt # Download model RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \ #wget https://huggingface.co/NeverSleep/CausalLM-RP-34B-GGUF/resolve/main/CausalLM-RP-34B.q4_k_m.gguf -O model.gguf wget https://huggingface.co/mradermacher/CausalLM-RP-34B-GGUF/resolve/main/CausalLM-RP-34B.IQ3_M.gguf -O model.gguf # Copy the rest of your application #COPY . . COPY --chown=user . $HOME/app # Command to run the application CMD ["python", "app.py"]