| { | |
| "chat_template": "{# Track number of images and videos #}{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{# If tools are present, add system tool declaration block #}{% if tools %}<|im_start|>system\n{% if messages[0]['role'] == 'system' %}{{ messages[0]['content'] if messages[0]['content'] is string else (messages[0]['content'] | selectattr('type','equalto','text') | map(attribute='text') | join('')) }}{% else %}You are a helpful assistant.\n{% endif %}\n# Tools\nYou may call one or more functions to assist with the user query.\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>{% for tool in tools %}{{ tool | tojson }}{% endfor %}</tools>\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>{\"name\": <function-name>, \"arguments\": <args-json-object>}</tool_call><|im_end|>{% endif %}{# Process message list #}{% for message in messages %}{% set is_tool_call = message.role == 'assistant' and message.tool_calls %}{% set is_media_message = message['content'] is not string %}{% if loop.first and message['role'] != 'system' and not tools %}<|im_start|>system\nYou are a helpful assistant.\n<|im_end|>{% elif loop.first and message['role'] == 'system' and not tools %}<|im_start|>system\n{{ message['content'] if message['content'] is string else (message['content'] | selectattr('type','equalto','text') | map(attribute='text') | join('')) }}\n<|im_end|>{% endif %}{% if message.role in ['user','system'] and (message.role != 'system' or not loop.first) or (message.role == 'assistant' and not is_tool_call) %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}:{% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}:{% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>{% endif %}{% elif message.role == 'assistant' and is_tool_call %}<|im_start|>assistant\n{% if message.content %}{{ message.content }}{% endif %}{% for tool_call in message.tool_calls %}{% set tool_call = tool_call.function if tool_call.function is defined else tool_call %}<tool_call>{\"name\":\"{{ tool_call.name }}\",\"arguments\":{{ tool_call.arguments | tojson }}}</tool_call>{% endfor %}<|im_end|>{% elif message.role == 'tool' %}{% if loop.index0 == 0 or messages[loop.index0 - 1].role != 'tool' %}<|im_start|>user{% endif %}<tool_response>\n{% if message['content'] is string %}{{ message.content }}{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}:{% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}:{% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif content['type'] == 'text' or 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}{% endif %}</tool_response>{% if loop.last or messages[loop.index0 + 1].role != 'tool' %}<|im_end|>{% endif %}{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}" | |
| } | |