benchmark/llm_text_generation/chat/models/mistralai/Mistral-7B-Instruct-v0.2/README.md

• Modified chat_template so that it supports the system role.

Chat template

{% if messages[0]['role'] == 'system' %}
    {% set loop_messages = messages[1:] %}
    {% set system_message = messages[0]['content'] + '\n\n' %}
{% else %}
    {% set loop_messages = messages %}
    {% set system_message = '' %}
{% endif %}
{{ bos_token }}
{% for message in loop_messages %}
    {% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}
        {{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}
    {% endif %}
    {% if loop.index0 == 0 %}
        {% set content = system_message + message['content'] %}
    {% else %}
        {% set content = message['content'] %}
    {% endif %}
    {% if message['role'] == 'user' %}
        {{ '[INST] ' + content + ' [/INST]' }}
    {% elif message['role'] == 'assistant' %}
        {{ ' '  + content + ' ' + eos_token }}
    {% endif %}
{% endfor %}