ArturG9 commited on
Commit
05f67cd
·
verified ·
1 Parent(s): dfaa5fc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -85,9 +85,9 @@ hf = HuggingFaceEmbeddings(
85
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
86
 
87
  llm = llamacpp.LlamaCpp(
88
- model_path= 'mistral-7b-v0.1-layla-v4-Q4_K_M.gguf',
89
  n_gpu_layers=0,
90
- temperature=0.1,
91
  top_p=0.5,
92
  n_ctx=7000,
93
  max_tokens=350,
 
85
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
86
 
87
  llm = llamacpp.LlamaCpp(
88
+ model_path= 'qwen2-0_5b-instruct-q4_0.gguf',
89
  n_gpu_layers=0,
90
+ temperature=0.0,
91
  top_p=0.5,
92
  n_ctx=7000,
93
  max_tokens=350,