{% if not add_generation_prompt is defined %} {% set add_generation_prompt = false %} {% endif %} {% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='', is_first_sp=true) %} {%- for message in messages %} {%- if message['role'] == 'system' %} {%- if ns.is_first_sp %} {% set ns.system_prompt = ns.system_prompt + message['content'] %} {% set ns.is_first_sp = false %} {%- else %} {% set ns.system_prompt = ns.system_prompt + '\\n\\n' + message['content'] %} {%- endif %} {%- endif %} {%- endfor %} {# --- Append tool descriptions if tools are defined --- #} {% if tools is defined and tools is not none %} {% set tool_ns = namespace(text='You are a helpful assistant with tool calling capabilities. ' 'When a tool call is needed, you MUST use the following format to issue the call:\n' '<|tool▁calls▁begin|><|tool▁call▁begin|>function<|tool▁sep|>FUNCTION_NAME\n' '```json\n{"param1": "value1", "param2": "value2"}\n```<|tool▁call▁end|><|tool▁calls▁end|>\n\n' 'Make sure the JSON is valid.' '## Tools\n\n### Function\n\nYou have the following functions available:\n\n') %} {% for tool in tools %} {% set tool_ns.text = tool_ns.text + '- `' + tool['name'] + '`:\n```json\n' + (tool | tojson) + '\n```\n' %} {% endfor %} {% set ns.system_prompt = ns.system_prompt + '\n\n' + tool_ns.text %} {% endif %} {{ bos_token }} {{ ns.system_prompt }} {%- for message in messages %} {%- if message['role'] == 'user' %} {%- set ns.is_tool = false -%} {{'<|User|>' + message['content']}} {%- endif %} {%- if message['role'] == 'assistant' and 'tool_calls' in message %} {%- set ns.is_tool = false -%} {%- for tool in message['tool_calls'] %} {%- if not ns.is_first %} {%- if message['content'] is none %} {{'<|Assistant|><|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}} {%- else %} {{'<|Assistant|>' + message['content'] + '<|tool▁calls▁begin|><|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}} {%- endif %} {%- set ns.is_first = true -%} {%- else %} {{'\\n' + '<|tool▁call▁begin|>' + tool['type'] + '<|tool▁sep|>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<|tool▁call▁end|>'}} {%- endif %} {%- endfor %} {{'<|tool▁calls▁end|><|end▁of▁sentence|>'}} {%- endif %} {%- if message['role'] == 'assistant' and 'tool_calls' not in message %} {%- if ns.is_tool %} {{'<|tool▁outputs▁end|>' + message['content'] + '<|end▁of▁sentence|>'}} {%- set ns.is_tool = false -%} {%- else %} {% set content = message['content'] %} {% if '' in content %} {% set content = content.split('')[-1] %} {% endif %} {{'<|Assistant|>' + content + '<|end▁of▁sentence|>'}} {%- endif %} {%- endif %} {%- if message['role'] == 'tool' %} {%- set ns.is_tool = true -%} {%- if ns.is_output_first %} {{'<|tool▁outputs▁begin|><|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}} {%- set ns.is_output_first = false %} {%- else %} {{'<|tool▁output▁begin|>' + message['content'] + '<|tool▁output▁end|>'}} {%- endif %} {%- endif %} {%- endfor -%} {% if ns.is_tool %} {{'<|tool▁outputs▁end|>'}} {% endif %} {% if add_generation_prompt and not ns.is_tool %} {{'<|Assistant|>'}} {% endif %}