Akjava commited on
Commit
7ac5166
·
verified ·
1 Parent(s): 96ba5d0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -187,7 +187,7 @@ Search Query:
187
  global llama
188
  if llama == None:
189
  model_id = f"flan-t5-{t5_size}.Q8_0.gguf"
190
- llama = Llama(f"models/{model_id}",flash_attn=False,verbose=False
191
  n_gpu_layers=0,
192
  n_threads=2,
193
  n_threads_batch=2
 
187
  global llama
188
  if llama == None:
189
  model_id = f"flan-t5-{t5_size}.Q8_0.gguf"
190
+ llama = Llama(f"models/{model_id}",flash_attn=False,verbose=False,
191
  n_gpu_layers=0,
192
  n_threads=2,
193
  n_threads_batch=2