jerpint commited on
Commit
738ac70
·
1 Parent(s): 49bd8e8

switch to newr models

Browse files
Files changed (1) hide show
  1. cfg.py +7 -7
cfg.py CHANGED
@@ -21,20 +21,20 @@ buster_cfg = BusterConfig(
21
  "top_k": 3,
22
  "thresh": 0.7,
23
  "max_tokens": 2000,
24
- "embedding_model": "text-embedding-ada-002",
25
  },
26
  documents_answerer_cfg={
27
  "no_documents_message": "No documents are available for this question.",
28
  },
29
  completion_cfg={
30
  "completion_kwargs": {
31
- "model": "gpt-3.5-turbo",
32
  "stream": True,
33
  "temperature": 0,
34
  },
35
  },
36
  tokenizer_cfg={
37
- "model_name": "gpt-3.5-turbo",
38
  },
39
  documents_formatter_cfg={
40
  "max_tokens": 3500,
@@ -71,19 +71,19 @@ buster_cfg = BusterConfig(
71
  "question_validator_cfg": {
72
  "invalid_question_response": "This question does not seem relevant to my current knowledge.",
73
  "completion_kwargs": {
74
- "model": "gpt-3.5-turbo",
75
  "stream": False,
76
  "temperature": 0,
77
  },
78
  "client_kwargs": client_kwargs,
79
  "check_question_prompt": """You are an chatbot answering questions about the Mila cluster, a compute cluster used by Mila students.
80
-
81
  Your job is to determine wether or not a question is valid, and should be answered. The question is valid if it is related to cluster usage and anything related to AI.
82
  A user will submit a question. Respond 'true' if it is valid, respond 'false' if it is invalid.
83
 
84
  For example:
85
 
86
- Q: How can run jobs with many GPUs?
87
  true
88
 
89
  Q: How can I install a library?
@@ -103,7 +103,7 @@ A user will submit a question. Respond 'true' if it is valid, respond 'false' if
103
  },
104
  "documents_validator_cfg": {
105
  "completion_kwargs": {
106
- "model": "gpt-3.5-turbo",
107
  "stream": False,
108
  "temperature": 0,
109
  },
 
21
  "top_k": 3,
22
  "thresh": 0.7,
23
  "max_tokens": 2000,
24
+ "embedding_model": "text-embedding-3-small",
25
  },
26
  documents_answerer_cfg={
27
  "no_documents_message": "No documents are available for this question.",
28
  },
29
  completion_cfg={
30
  "completion_kwargs": {
31
+ "model": "gpt-4o-mini",
32
  "stream": True,
33
  "temperature": 0,
34
  },
35
  },
36
  tokenizer_cfg={
37
+ "model_name": "gpt-4o-mini",
38
  },
39
  documents_formatter_cfg={
40
  "max_tokens": 3500,
 
71
  "question_validator_cfg": {
72
  "invalid_question_response": "This question does not seem relevant to my current knowledge.",
73
  "completion_kwargs": {
74
+ "model": "gpt-4o-mini",
75
  "stream": False,
76
  "temperature": 0,
77
  },
78
  "client_kwargs": client_kwargs,
79
  "check_question_prompt": """You are an chatbot answering questions about the Mila cluster, a compute cluster used by Mila students.
80
+
81
  Your job is to determine wether or not a question is valid, and should be answered. The question is valid if it is related to cluster usage and anything related to AI.
82
  A user will submit a question. Respond 'true' if it is valid, respond 'false' if it is invalid.
83
 
84
  For example:
85
 
86
+ Q: How can I run jobs with many GPUs?
87
  true
88
 
89
  Q: How can I install a library?
 
103
  },
104
  "documents_validator_cfg": {
105
  "completion_kwargs": {
106
+ "model": "gpt-4o-mini",
107
  "stream": False,
108
  "temperature": 0,
109
  },