zxrzxr commited on
Commit
3acae16
·
1 Parent(s): 12432b6

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +23 -0
mlc-chat-config.json CHANGED
@@ -2,6 +2,29 @@
2
  "model_lib": "mistral",
3
  "local_id": "mistral_lora_merged-q4f32_1",
4
  "conv_template": "mistral_default",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  "temperature": 0.7,
6
  "repetition_penalty": 1.0,
7
  "top_p": 0.95,
 
2
  "model_lib": "mistral",
3
  "local_id": "mistral_lora_merged-q4f32_1",
4
  "conv_template": "mistral_default",
5
+ "conv_config": {
6
+ "seps": [
7
+ " "
8
+ ],
9
+ "stop_tokens": [
10
+ 2
11
+ ],
12
+ "offset": 0,
13
+ "messages": [
14
+
15
+
16
+ ],
17
+ "stop_str": "</s>",
18
+ "roles": [
19
+ "[INST]",
20
+ "[/INST]"
21
+ ],
22
+ "role_msg_sep": ": ",
23
+ "role_empty_sep": ": ",
24
+ "system": "<s>[INST] A chat between a curious user and an artificial intelligence research data management assistant. The assistant gives helpful, detailed, and polite answers to the user's questions. [/INST]",
25
+ "add_bos": true,
26
+ "name": "Llama2"
27
+ },
28
  "temperature": 0.7,
29
  "repetition_penalty": 1.0,
30
  "top_p": 0.95,