Update app.py

app.py

@@ -14,7 +14,7 @@ llm = Llama(
     n_ctx=2048,
     chat_format="llama-3",
     n_gpu_layers=-1,  # ensure all layers are on GPU
-    split_mode=llama_cpp.LLAMA_SPLIT_MODE_NONE,
+    split_mode=0,
 )
 
 # Placeholder responses for when context is empty