a1ddfcc d79eab9 adaa9b5 74dc20f 4948a22
1
2
3
4
5
6
model="airoboros-33B-gpt4-1.2-GGML/airoboros-33b-gpt4-1.2.ggmlv3.q3_K_M.bin" use_mmap="True" use_mlock="True" n_threads="10" n_ctx="2048" n_gpu_layers="35"
