ehristoforu commited on
Commit
9ae3129
·
verified ·
1 Parent(s): 0e57db6

Update webui.py

Browse files
Files changed (1) hide show
  1. webui.py +3 -3
webui.py CHANGED
@@ -214,14 +214,14 @@ with gr.Blocks(theme="theme-repo/STONE_Theme", title="TensorLM", css="style.css"
214
 
215
 
216
 
217
- download_btn.click(download_model, inputs=[repo_id, filename], outputs=logs, api_name=False, queue=False)
218
 
219
  model.change(load_model, inputs=[model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale], outputs=model, api_name=False, queue=False)
220
- reload_model.click(load_model, inputs=[model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale], outputs=model, api_name=False, queue=False)
221
 
222
 
223
 
224
- demo.launch(
225
  inbrowser=False,
226
  debug=False,
227
  quiet=True,
 
214
 
215
 
216
 
217
+ download_btn.click(download_model, inputs=[repo_id, filename], outputs=logs, api_name=False, queue=True)
218
 
219
  model.change(load_model, inputs=[model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale], outputs=model, api_name=False, queue=False)
220
+ reload_model.click(load_model, inputs=[model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale], outputs=model, api_name=False, queue=True)
221
 
222
 
223
 
224
+ demo.queue().launch(
225
  inbrowser=False,
226
  debug=False,
227
  quiet=True,