Spaces:
Sleeping
Sleeping
Update webui.py
Browse files
webui.py
CHANGED
@@ -214,14 +214,14 @@ with gr.Blocks(theme="theme-repo/STONE_Theme", title="TensorLM", css="style.css"
|
|
214 |
|
215 |
|
216 |
|
217 |
-
download_btn.click(download_model, inputs=[repo_id, filename], outputs=logs, api_name=False, queue=
|
218 |
|
219 |
model.change(load_model, inputs=[model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale], outputs=model, api_name=False, queue=False)
|
220 |
-
reload_model.click(load_model, inputs=[model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale], outputs=model, api_name=False, queue=
|
221 |
|
222 |
|
223 |
|
224 |
-
demo.launch(
|
225 |
inbrowser=False,
|
226 |
debug=False,
|
227 |
quiet=True,
|
|
|
214 |
|
215 |
|
216 |
|
217 |
+
download_btn.click(download_model, inputs=[repo_id, filename], outputs=logs, api_name=False, queue=True)
|
218 |
|
219 |
model.change(load_model, inputs=[model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale], outputs=model, api_name=False, queue=False)
|
220 |
+
reload_model.click(load_model, inputs=[model, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale], outputs=model, api_name=False, queue=True)
|
221 |
|
222 |
|
223 |
|
224 |
+
demo.queue().launch(
|
225 |
inbrowser=False,
|
226 |
debug=False,
|
227 |
quiet=True,
|