Update app.py
Browse files
app.py
CHANGED
|
@@ -187,7 +187,7 @@ Search Query:
|
|
| 187 |
global llama
|
| 188 |
if llama == None:
|
| 189 |
model_id = f"flan-t5-{t5_size}.Q8_0.gguf"
|
| 190 |
-
llama = Llama(f"models/{model_id}",flash_attn=False,verbose=False
|
| 191 |
n_gpu_layers=0,
|
| 192 |
n_threads=2,
|
| 193 |
n_threads_batch=2
|
|
|
|
| 187 |
global llama
|
| 188 |
if llama == None:
|
| 189 |
model_id = f"flan-t5-{t5_size}.Q8_0.gguf"
|
| 190 |
+
llama = Llama(f"models/{model_id}",flash_attn=False,verbose=False,
|
| 191 |
n_gpu_layers=0,
|
| 192 |
n_threads=2,
|
| 193 |
n_threads_batch=2
|