a6c2ed6 d79eab9 9825ce8 bc1988d
1
2
3
4
5
6
model="wizardLM-7B-GGML/wizardLM-7B.ggml.q5_1.bin" use_mmap="True" use_mlock="True" n_threads="4" n_ctx="1024" n_gpu_layers="20"