Update app.py
Browse files
app.py
CHANGED
@@ -90,7 +90,7 @@ def respond(
|
|
90 |
n_gpu_layers=0,
|
91 |
n_ctx=max_tokens,
|
92 |
n_threads=2,
|
93 |
-
n_threads_batch=2)
|
94 |
|
95 |
tokens = llama.tokenize(f"{message}".encode("utf-8"))
|
96 |
llama.encode(tokens)
|
|
|
90 |
n_gpu_layers=0,
|
91 |
n_ctx=max_tokens,
|
92 |
n_threads=2,
|
93 |
+
n_threads_batch=2,verbose=False)
|
94 |
|
95 |
tokens = llama.tokenize(f"{message}".encode("utf-8"))
|
96 |
llama.encode(tokens)
|