Spaces:
Sleeping
Sleeping
switch to newr models
Browse files
cfg.py
CHANGED
@@ -21,20 +21,20 @@ buster_cfg = BusterConfig(
|
|
21 |
"top_k": 3,
|
22 |
"thresh": 0.7,
|
23 |
"max_tokens": 2000,
|
24 |
-
"embedding_model": "text-embedding-
|
25 |
},
|
26 |
documents_answerer_cfg={
|
27 |
"no_documents_message": "No documents are available for this question.",
|
28 |
},
|
29 |
completion_cfg={
|
30 |
"completion_kwargs": {
|
31 |
-
"model": "gpt-
|
32 |
"stream": True,
|
33 |
"temperature": 0,
|
34 |
},
|
35 |
},
|
36 |
tokenizer_cfg={
|
37 |
-
"model_name": "gpt-
|
38 |
},
|
39 |
documents_formatter_cfg={
|
40 |
"max_tokens": 3500,
|
@@ -71,19 +71,19 @@ buster_cfg = BusterConfig(
|
|
71 |
"question_validator_cfg": {
|
72 |
"invalid_question_response": "This question does not seem relevant to my current knowledge.",
|
73 |
"completion_kwargs": {
|
74 |
-
"model": "gpt-
|
75 |
"stream": False,
|
76 |
"temperature": 0,
|
77 |
},
|
78 |
"client_kwargs": client_kwargs,
|
79 |
"check_question_prompt": """You are an chatbot answering questions about the Mila cluster, a compute cluster used by Mila students.
|
80 |
-
|
81 |
Your job is to determine wether or not a question is valid, and should be answered. The question is valid if it is related to cluster usage and anything related to AI.
|
82 |
A user will submit a question. Respond 'true' if it is valid, respond 'false' if it is invalid.
|
83 |
|
84 |
For example:
|
85 |
|
86 |
-
Q: How can run jobs with many GPUs?
|
87 |
true
|
88 |
|
89 |
Q: How can I install a library?
|
@@ -103,7 +103,7 @@ A user will submit a question. Respond 'true' if it is valid, respond 'false' if
|
|
103 |
},
|
104 |
"documents_validator_cfg": {
|
105 |
"completion_kwargs": {
|
106 |
-
"model": "gpt-
|
107 |
"stream": False,
|
108 |
"temperature": 0,
|
109 |
},
|
|
|
21 |
"top_k": 3,
|
22 |
"thresh": 0.7,
|
23 |
"max_tokens": 2000,
|
24 |
+
"embedding_model": "text-embedding-3-small",
|
25 |
},
|
26 |
documents_answerer_cfg={
|
27 |
"no_documents_message": "No documents are available for this question.",
|
28 |
},
|
29 |
completion_cfg={
|
30 |
"completion_kwargs": {
|
31 |
+
"model": "gpt-4o-mini",
|
32 |
"stream": True,
|
33 |
"temperature": 0,
|
34 |
},
|
35 |
},
|
36 |
tokenizer_cfg={
|
37 |
+
"model_name": "gpt-4o-mini",
|
38 |
},
|
39 |
documents_formatter_cfg={
|
40 |
"max_tokens": 3500,
|
|
|
71 |
"question_validator_cfg": {
|
72 |
"invalid_question_response": "This question does not seem relevant to my current knowledge.",
|
73 |
"completion_kwargs": {
|
74 |
+
"model": "gpt-4o-mini",
|
75 |
"stream": False,
|
76 |
"temperature": 0,
|
77 |
},
|
78 |
"client_kwargs": client_kwargs,
|
79 |
"check_question_prompt": """You are an chatbot answering questions about the Mila cluster, a compute cluster used by Mila students.
|
80 |
+
|
81 |
Your job is to determine wether or not a question is valid, and should be answered. The question is valid if it is related to cluster usage and anything related to AI.
|
82 |
A user will submit a question. Respond 'true' if it is valid, respond 'false' if it is invalid.
|
83 |
|
84 |
For example:
|
85 |
|
86 |
+
Q: How can I run jobs with many GPUs?
|
87 |
true
|
88 |
|
89 |
Q: How can I install a library?
|
|
|
103 |
},
|
104 |
"documents_validator_cfg": {
|
105 |
"completion_kwargs": {
|
106 |
+
"model": "gpt-4o-mini",
|
107 |
"stream": False,
|
108 |
"temperature": 0,
|
109 |
},
|