Update app.py
Browse files
app.py
CHANGED
@@ -101,23 +101,23 @@ retriever = db.as_retriever(
|
|
101 |
search_kwargs={"k": 5}
|
102 |
)
|
103 |
|
104 |
-
|
105 |
-
|
106 |
-
|
107 |
-
|
108 |
-
|
109 |
|
110 |
-
llm = ChatOpenAI(
|
111 |
-
|
112 |
-
|
113 |
-
|
114 |
-
|
115 |
-
|
116 |
-
|
117 |
-
|
118 |
-
|
119 |
|
120 |
-
)
|
121 |
|
122 |
template = """
|
123 |
You are a specialized friendly AI assistant for the Mawared HR System, designed to provide accurate and contextually relevant support based solely on the provided context and chat history.
|
|
|
101 |
search_kwargs={"k": 5}
|
102 |
)
|
103 |
|
104 |
+
llm = ChatCerebras(
|
105 |
+
model="llama-3.3-70b",
|
106 |
+
api_key=C_apikey,
|
107 |
+
streaming=True
|
108 |
+
)
|
109 |
|
110 |
+
# llm = ChatOpenAI(
|
111 |
+
# model="meta-llama/Llama-3.3-70B-Instruct",
|
112 |
+
# temperature=0,
|
113 |
+
# max_tokens=None,
|
114 |
+
# timeout=None,
|
115 |
+
# max_retries=2,
|
116 |
+
# api_key=HF_TOKEN, # if you prefer to pass api key in directly instaed of using env vars
|
117 |
+
# base_url="https://api-inference.huggingface.co/v1/",
|
118 |
+
# stream=True,
|
119 |
|
120 |
+
# )
|
121 |
|
122 |
template = """
|
123 |
You are a specialized friendly AI assistant for the Mawared HR System, designed to provide accurate and contextually relevant support based solely on the provided context and chat history.
|