File size: 128 Bytes
a6c2ed6
d79eab9
 
9825ce8
bc1988d
 
1
2
3
4
5
6
model="wizardLM-7B-GGML/wizardLM-7B.ggml.q5_1.bin"
use_mmap="True"
use_mlock="True"
n_threads="4"
n_ctx="1024"
n_gpu_layers="20"