Update app.py
Browse files
app.py
CHANGED
@@ -116,6 +116,9 @@ def main():
|
|
116 |
value=4
|
117 |
)
|
118 |
retriever = create_retriever_from_chroma(vectorstore_path="docs/chroma/", search_type=search_type, k=k, chunk_size=200, chunk_overlap=30)
|
|
|
|
|
|
|
119 |
rag_chain = create_conversational_rag_chain(retriever)
|
120 |
|
121 |
|
@@ -167,7 +170,7 @@ def create_conversational_rag_chain(retriever):
|
|
167 |
model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
|
168 |
seed = 41,
|
169 |
n_gpu_layers=0,
|
170 |
-
temperature=0.
|
171 |
n_ctx=5000,
|
172 |
n_batch=2000,
|
173 |
max_tokens=200,
|
|
|
116 |
value=4
|
117 |
)
|
118 |
retriever = create_retriever_from_chroma(vectorstore_path="docs/chroma/", search_type=search_type, k=k, chunk_size=200, chunk_overlap=30)
|
119 |
+
|
120 |
+
|
121 |
+
|
122 |
rag_chain = create_conversational_rag_chain(retriever)
|
123 |
|
124 |
|
|
|
170 |
model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
|
171 |
seed = 41,
|
172 |
n_gpu_layers=0,
|
173 |
+
temperature=0.0,
|
174 |
n_ctx=5000,
|
175 |
n_batch=2000,
|
176 |
max_tokens=200,
|