Update app.py
Browse files
app.py
CHANGED
@@ -187,7 +187,7 @@ Search Query:
|
|
187 |
global llama
|
188 |
if llama == None:
|
189 |
model_id = f"flan-t5-{t5_size}.Q8_0.gguf"
|
190 |
-
llama = Llama(f"models/{model_id}",flash_attn=False,verbose=False
|
191 |
n_gpu_layers=0,
|
192 |
n_threads=2,
|
193 |
n_threads_batch=2
|
|
|
187 |
global llama
|
188 |
if llama == None:
|
189 |
model_id = f"flan-t5-{t5_size}.Q8_0.gguf"
|
190 |
+
llama = Llama(f"models/{model_id}",flash_attn=False,verbose=False,
|
191 |
n_gpu_layers=0,
|
192 |
n_threads=2,
|
193 |
n_threads_batch=2
|