llm-slayer commited on
Commit
b16b04f
·
1 Parent(s): d01ef46

update mlc-chat-config.json with the adequate conversation pattern

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +11 -12
mlc-chat-config.json CHANGED
@@ -31,16 +31,13 @@
31
  "repetition_penalty": 1.0,
32
  "top_p": 0.95,
33
  "conv_template": {
34
- "name": "LM",
35
- "system_template": "{system_message}",
36
  "system_message": "",
37
- "system_prefix_token_ids": [
38
- 1
39
- ],
40
  "add_role_after_system_message": true,
41
  "roles": {
42
- "user": "",
43
- "assistant": ""
44
  },
45
  "role_templates": {
46
  "user": "{user_message}",
@@ -49,13 +46,15 @@
49
  },
50
  "messages": [],
51
  "seps": [
52
- ""
 
 
 
 
 
53
  ],
54
- "role_content_sep": "",
55
- "role_empty_sep": "",
56
- "stop_str": [],
57
  "stop_token_ids": [
58
- 2
59
  ],
60
  "function_string": "",
61
  "use_function_calling": false
 
31
  "repetition_penalty": 1.0,
32
  "top_p": 0.95,
33
  "conv_template": {
34
+ "name": "croissantllm",
35
+ "system_template": "",
36
  "system_message": "",
 
 
 
37
  "add_role_after_system_message": true,
38
  "roles": {
39
+ "user": "<|im_start|>user",
40
+ "assistant": "<|im_start|>assistant"
41
  },
42
  "role_templates": {
43
  "user": "{user_message}",
 
46
  },
47
  "messages": [],
48
  "seps": [
49
+ "<|im_end|>\n"
50
+ ],
51
+ "role_content_sep": "\n",
52
+ "role_empty_sep": "\n",
53
+ "stop_str": [
54
+ "<|im_end|>"
55
  ],
 
 
 
56
  "stop_token_ids": [
57
+ 32000
58
  ],
59
  "function_string": "",
60
  "use_function_calling": false