Daemontatox commited on
Commit
5c442ff
·
verified ·
1 Parent(s): 157727c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -15
app.py CHANGED
@@ -101,23 +101,23 @@ retriever = db.as_retriever(
101
  search_kwargs={"k": 5}
102
  )
103
 
104
- # llm = ChatCerebras(
105
- # model="llama-3.3-70b",
106
- # api_key=C_apikey,
107
- # streaming=True
108
- # )
109
 
110
- llm = ChatOpenAI(
111
- model="meta-llama/Llama-3.3-70B-Instruct",
112
- temperature=0,
113
- max_tokens=None,
114
- timeout=None,
115
- max_retries=2,
116
- api_key=HF_TOKEN, # if you prefer to pass api key in directly instaed of using env vars
117
- base_url="https://api-inference.huggingface.co/v1/",
118
- stream=True,
119
 
120
- )
121
 
122
  template = """
123
  You are a specialized friendly AI assistant for the Mawared HR System, designed to provide accurate and contextually relevant support based solely on the provided context and chat history.
 
101
  search_kwargs={"k": 5}
102
  )
103
 
104
+ llm = ChatCerebras(
105
+ model="llama-3.3-70b",
106
+ api_key=C_apikey,
107
+ streaming=True
108
+ )
109
 
110
+ # llm = ChatOpenAI(
111
+ # model="meta-llama/Llama-3.3-70B-Instruct",
112
+ # temperature=0,
113
+ # max_tokens=None,
114
+ # timeout=None,
115
+ # max_retries=2,
116
+ # api_key=HF_TOKEN, # if you prefer to pass api key in directly instaed of using env vars
117
+ # base_url="https://api-inference.huggingface.co/v1/",
118
+ # stream=True,
119
 
120
+ # )
121
 
122
  template = """
123
  You are a specialized friendly AI assistant for the Mawared HR System, designed to provide accurate and contextually relevant support based solely on the provided context and chat history.