gokaygokay commited on
Commit
785dc3c
·
verified ·
1 Parent(s): c63225e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -53,7 +53,7 @@ def install_packages():
53
  run_command("make clean")
54
 
55
  # Reinstall the package with CUDA support
56
- run_command('CMAKE_ARGS="-DLLAMA_CUBLAS=on -DCUDA_PATH=/usr/local/cuda-12.2 -DCUDAToolkit_ROOT=/usr/local/cuda-12.2 -DCUDAToolkit_INCLUDE_DIR=/usr/local/cuda-12/include -DCUDAToolkit_LIBRARY_DIR=/usr/local/cuda-12.2/lib64" FORCE_CMAKE=1 pip install -e .')
57
 
58
  # Install llama-cpp-agent
59
  run_command("pip install llama-cpp-agent")
 
53
  run_command("make clean")
54
 
55
  # Reinstall the package with CUDA support
56
+ run_command('CMAKE_ARGS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS -DCUDA_PATH=/usr/local/cuda-12.2 -DCUDAToolkit_ROOT=/usr/local/cuda-12.2 -DCUDAToolkit_INCLUDE_DIR=/usr/local/cuda-12/include -DCUDAToolkit_LIBRARY_DIR=/usr/local/cuda-12.2/lib64" FORCE_CMAKE=1 pip install -e .')
57
 
58
  # Install llama-cpp-agent
59
  run_command("pip install llama-cpp-agent")