217f5be d79eab9 d3a5e83 74dc20f 217f5be
1
2
3
4
5
6
7
model="samantha-13B-GGML/samantha-13b.ggmlv3.q4_0.bin" use_mmap="True" use_mlock="True" n_threads="6" n_ctx="2048" n_gpu_layers="50" ngl="60"
