Update Dockerfile

Dockerfile

@@ -2,8 +2,9 @@
 FROM python:3.10 as base
 
 # Set model
-ENV MODEL=NeverSleep/CausalLM-RP-34B-GGUF
-ENV QUANT=Q4_K_M
+#ENV MODEL=NeverSleep/CausalLM-RP-34B-GGUF
+ENV MODEL=mradermacher/CausalLM-RP-34B-GGUF
+ENV QUANT=IQ3_M
 ENV CHAT_TEMPLATE=chatml
 
 # Set the working directory
@@ -15,7 +16,8 @@ RUN pip install --no-cache-dir --upgrade -r requirements.txt
 
 # Download model
 RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
-    wget https://huggingface.co/NeverSleep/CausalLM-RP-34B-GGUF/resolve/main/CausalLM-RP-34B.q4_k_m.gguf -O model.gguf
+    #wget https://huggingface.co/NeverSleep/CausalLM-RP-34B-GGUF/resolve/main/CausalLM-RP-34B.q4_k_m.gguf -O model.gguf
+    wget https://huggingface.co/mradermacher/CausalLM-RP-34B-GGUF/resolve/main/CausalLM-RP-34B.IQ3_M.gguf -O model.gguf
 
 # Copy the rest of your application
 COPY . .