chat_template.jinja

{% set loop_total = messages|length %}{% for message in messages %}{% if loop.first %}<|begin_of_text|>{% endif %}<|start_header_id|>{{ message['role'] }}<|end_header_id|>

{% if message.get('recipient') and message['role'] == 'assistant' %}{{ message['recipient'] }}<|recipient|>{% endif %}{% if message['content'] is string %}{{ message['content'] }}{% else %}{% for content in message['content'] %}{% if content['type'] == 'text' %}{{ content['text'] }}{% elif content['type'] == 'audio' %}{% if message['role'] in ['user', 'system'] %}<|audio_bos|><|AUDIO|><|audio_eos|>{% elif message['role'] == 'assistant' %}<|audio_out_bos|><|AUDIO_OUT|><|audio_eos|>{% endif %}{% endif %}{% endfor %}{% endif %}{% set next_idx = loop.index %}{% if message['role'] == 'assistant' and next_idx < loop_total and messages[next_idx]['role'] == 'assistant' %}<|eom_id|>{% else %}<|eot_id|>{% endif %}{% endfor %}{% if add_generation_prompt %}<|start_header_id|>assistant<|end_header_id|>

{% endif %}