zxrzxr commited on
Commit
12432b6
·
1 Parent(s): f38c3d6

Update mlc-chat-config.json

Browse files
Files changed (1) hide show
  1. mlc-chat-config.json +2 -2
mlc-chat-config.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
- "model_lib": "mistral_lora_merged-q4f32_1",
3
  "local_id": "mistral_lora_merged-q4f32_1",
4
  "conv_template": "mistral_default",
5
  "temperature": 0.7,
6
  "repetition_penalty": 1.0,
7
  "top_p": 0.95,
8
  "mean_gen_len": 128,
9
- "max_gen_len": 16384,
10
  "num_shards": 1,
11
  "use_presharded_weights": false,
12
  "shift_fill_factor": 0.3,
 
1
  {
2
+ "model_lib": "mistral",
3
  "local_id": "mistral_lora_merged-q4f32_1",
4
  "conv_template": "mistral_default",
5
  "temperature": 0.7,
6
  "repetition_penalty": 1.0,
7
  "top_p": 0.95,
8
  "mean_gen_len": 128,
9
+ "max_gen_len": 512,
10
  "num_shards": 1,
11
  "use_presharded_weights": false,
12
  "shift_fill_factor": 0.3,