ArturG9 commited on
Commit
660cd45
·
verified ·
1 Parent(s): 2e27c8c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -116,6 +116,9 @@ def main():
116
  value=4
117
  )
118
  retriever = create_retriever_from_chroma(vectorstore_path="docs/chroma/", search_type=search_type, k=k, chunk_size=200, chunk_overlap=30)
 
 
 
119
  rag_chain = create_conversational_rag_chain(retriever)
120
 
121
 
@@ -167,7 +170,7 @@ def create_conversational_rag_chain(retriever):
167
  model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
168
  seed = 41,
169
  n_gpu_layers=0,
170
- temperature=0.1,
171
  n_ctx=5000,
172
  n_batch=2000,
173
  max_tokens=200,
 
116
  value=4
117
  )
118
  retriever = create_retriever_from_chroma(vectorstore_path="docs/chroma/", search_type=search_type, k=k, chunk_size=200, chunk_overlap=30)
119
+
120
+
121
+
122
  rag_chain = create_conversational_rag_chain(retriever)
123
 
124
 
 
170
  model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
171
  seed = 41,
172
  n_gpu_layers=0,
173
+ temperature=0.0,
174
  n_ctx=5000,
175
  n_batch=2000,
176
  max_tokens=200,