{ "added_tokens_decoder": { "65504": { "content": "<|begin_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65505": { "content": "<|end_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65506": { "content": "<|begin_header|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65507": { "content": "<|end_header|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65508": { "content": "<|end_turn|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65509": { "content": "<|pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65510": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65511": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65512": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65513": { "content": "<|fim_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65514": { "content": "<|...|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65515": { "content": "<|del|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65516": { "content": "<|c_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65517": { "content": "<|c_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65518": { "content": "<|c_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65519": { "content": "<|c_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65520": { "content": "<|c_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65521": { "content": "<|c_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65522": { "content": "<|c_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65523": { "content": "<|c_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65524": { "content": "<|c_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65525": { "content": "<|c_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65526": { "content": "<|?|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65527": { "content": "<|&|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65528": { "content": "<|!|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65529": { "content": "<|-|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65530": { "content": "<|+|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65531": { "content": "<|interrupt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65532": { "content": "<|>>-|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65533": { "content": "<|-<<|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65534": { "content": "<|->>|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65535": { "content": "<|<<-|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<|begin_text|>", "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set start_content = '<|begin_header|>' %}{% set end_content = message['content'] | trim + '<|end_turn|>' %}{% if loop.index0 == 0 %}{% set start_content = bos_token + start_content %}{% endif %}{% if message['role'] == 'Huginn' or message['role'] == 'assistant' %}{% set start_content = start_content + 'Huginn<|end_header|>\n\n' %}{{ start_content }}{% generation %}{{ end_content }}{% endgeneration %}{% else %}{% set start_content = start_content + message['role'] + '<|end_header|>\n\n' %}{{ start_content }}{{ end_content }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|begin_header|>Huginn<|end_header|>\n\n' }}{% else %}{{ '<|end_text|>' }}{% endif %}", "clean_up_tokenization_spaces": true, "eos_token": "<|end_text|>", "model_max_length": 1000000000000000019884624838656, "pad_token": "<|pad|>", "tokenizer_class": "PreTrainedTokenizerFast" }