chenhaodev commited on
Commit
2c444c3
·
verified ·
1 Parent(s): eca350d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -14,10 +14,8 @@ title = f"{model_name}"
14
  description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_name}</a> in GGUF format ({quant})!"
15
 
16
  # Initialize the LLM
17
- llm = Llama(model_path="model.gguf",
18
- n_ctx=32768,
19
- n_threads=2,
20
- chat_format=chat_template)
21
 
22
  # Function for streaming chat completions
23
  def chat_stream_completion(message, history, system_prompt):
 
14
  description = f"Chat with <a href=\"https://huggingface.co/{model_id}\">{model_name}</a> in GGUF format ({quant})!"
15
 
16
  # Initialize the LLM
17
+ #llm = Llama(model_path="model.gguf",n_ctx=32768, n_threads=2, chat_format=chat_template)
18
+ llm = Llama(model_path="model.gguf",n_ctx=32768, n_threads=4)
 
 
19
 
20
  # Function for streaming chat completions
21
  def chat_stream_completion(message, history, system_prompt):