Spaces:

Nymbo
/

TensorLM-for-HF

Sleeping

ehristoforu commited on Feb 4, 2024

Commit

7d48b8a

verified ·

1 Parent(s): 21fa39f

Update webui.py

Files changed (1) hide show

webui.py CHANGED Viewed

@@ -48,9 +48,9 @@ time.sleep(1.5)
 llm = Llama(
     model_path=f"{dir}/models/llama-2-7b-chat.ggmlv3.q2_K.bin",
-    n_ctx=1024,
     n_gpu_layers=0,
-    n_threads=8,
     verbose=True,
     f16_kv=True,
     logits_all=False,

 llm = Llama(
     model_path=f"{dir}/models/llama-2-7b-chat.ggmlv3.q2_K.bin",
+    n_ctx=1536,
     n_gpu_layers=0,
+    n_threads=16,
     verbose=True,
     f16_kv=True,
     logits_all=False,