df7ea05 d79eab9 96d60ac 74dc20f 4948a22
1
2
3
4
5
6
model="Samantha-7B-GGML/Samantha-7B.ggmlv3.q4_0.bin" use_mmap="True" use_mlock="True" n_threads="4" n_ctx="2048" n_gpu_layers="35"
