c14301d d79eab9 c14301d c627bc6 c14301d
1
2
3
4
5
6
model="guanaco-7B-GGML/guanaco-7B.ggmlv3.q4_0.bin" use_mmap="True" use_mlock="True" n_threads="8" n_ctx="4096" n_gpu_layers="50"
