Sven Schultze commited on
Commit
f97f4f3
·
1 Parent(s): 824d037

align configs with the onnx repository

Browse files
quantize_config.json CHANGED
@@ -13,6 +13,5 @@
13
  "block_size": null,
14
  "is_symmetric": true,
15
  "accuracy_level": null,
16
- "quant_type": 1,
17
- "op_block_list": null
18
  }
 
13
  "block_size": null,
14
  "is_symmetric": true,
15
  "accuracy_level": null,
16
+ "quant_type": 1
 
17
  }
special_tokens_map.json CHANGED
@@ -12,12 +12,5 @@
12
  "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
- },
16
- "pad_token": {
17
- "content": "▼",
18
- "lstrip": false,
19
- "normalized": false,
20
- "rstrip": false,
21
- "single_word": false
22
  }
23
  }
 
12
  "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
 
 
 
 
 
 
 
15
  }
16
  }
tokenizer_config.json CHANGED
@@ -2050,10 +2050,9 @@
2050
  }
2051
  },
2052
  "bos_token": "<|begin_of_text|>",
2053
- "chat_template": "▼ system\n⑃ message\nEnvironment: ipython\nCutting Knowledge Date: December 2023\nToday Date: {{ date_string }}\n{% if tools is not none %}\nYou have access to the following functions. To call a function, respond with JSON. Respond in the format {\"name\": function name, \"parameters\": arguments dictionary}.\nDo not use variables.\n{%- for t in tools %}\n⑃ {{ t.name }}\n{%- for param, type in t.parameters.items() %}\n⚙{{ param }}: {{ type }}\n{%- endfor %}\n{{ t.description }}\n{%- endfor %}\n{%- endif %}\n⑃ message\n{{ system_message }}\n\n{%- for message in messages %}\n▼ {{ message.role }}\n⑃ message\n{{ message.content }}\n{%- endfor %}\n{%- if add_generation_prompt %}\n▼ assistant\n⑃ message\n{%- endif %}",
2054
  "clean_up_tokenization_spaces": true,
2055
  "eos_token": "▼",
2056
- "extra_special_tokens": {},
2057
  "model_input_names": [
2058
  "input_ids",
2059
  "attention_mask"
 
2050
  }
2051
  },
2052
  "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}",
2054
  "clean_up_tokenization_spaces": true,
2055
  "eos_token": "▼",
 
2056
  "model_input_names": [
2057
  "input_ids",
2058
  "attention_mask"