chenhaodev commited on
Commit
c8ed611
·
verified ·
1 Parent(s): 2c444c3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -15,7 +15,7 @@ description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_n
15
 
16
  # Initialize the LLM
17
  #llm = Llama(model_path="model.gguf",n_ctx=32768, n_threads=2, chat_format=chat_template)
18
- llm = Llama(model_path="model.gguf",n_ctx=32768, n_threads=4)
19
 
20
  # Function for streaming chat completions
21
  def chat_stream_completion(message, history, system_prompt):
 
15
 
16
  # Initialize the LLM
17
  #llm = Llama(model_path="model.gguf",n_ctx=32768, n_threads=2, chat_format=chat_template)
18
+ llm = Llama(model_path="model.gguf",n_ctx=32768, n_threads=2)
19
 
20
  # Function for streaming chat completions
21
  def chat_stream_completion(message, history, system_prompt):