llama-cpp-python-cuda-gradio

Runtime error

radames commited on Aug 20, 2023

Commit

2a43474

1 Parent(s): c2ba531

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -12,7 +12,7 @@ llm = Llama(
         filename="llama-2-7b-chat.ggmlv3.q5_0.bin",
     ),
     n_ctx=2048,
-    n_gpu_layers=500, # change n_gpu_layers if you have more or less VRAM
 )
 history = []

         filename="llama-2-7b-chat.ggmlv3.q5_0.bin",
     ),
     n_ctx=2048,
+    n_gpu_layers=1500, # change n_gpu_layers if you have more or less VRAM
 )
 history = []