Duplicated from muryshev/llama-cpp-server-7b
56ec37d 973a6f8
1
2
3
#!/bin/bash /app/server -m /data/model.gguf -c 4096 -ngl 25 --port 7860 --host 0.0.0.0