mirror of
https://github.com/NousResearch/atropos.git
synced 2026-04-19 12:57:58 +00:00
9f23c732dd
* added qwen tokenizer wrapper & fixed jinja template for tool handling issues in the official HF one * moved jinja template into it's own file
45 lines
2 KiB
Django/Jinja
45 lines
2 KiB
Django/Jinja
{%- if tools %}
|
|
{{- '<|im_start|>system\n' }}
|
|
{%- if messages[0].role == 'system' %}
|
|
{{- messages[0].content + '\n\n' }}
|
|
{%- endif %}
|
|
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
|
{%- for tool in tools %}
|
|
{{- "\n" }}
|
|
{{- tool | tojson }}
|
|
{%- endfor %}
|
|
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
|
{%- else %}
|
|
{%- if messages[0].role == 'system' %}
|
|
{{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
|
|
{%- endif %}
|
|
{%- endif %}
|
|
{%- for message in messages %}
|
|
{%- if message.role == 'user' or (message.role == 'assistant' and message.tool_calls is not defined) or (message.role == 'tool' and loop.index > 1) %}
|
|
{%- if message.role == 'user' %}
|
|
{%- if tools and not loop.first %}
|
|
{{- '<|im_start|>user\n' + message.content + '<|im_end|>\n' }}
|
|
{%- elif not tools or (tools and loop.first) %}
|
|
{{- '<|im_start|>user\n' + message.content + '<|im_end|>\n' }}
|
|
{%- endif %}
|
|
{%- elif message.role == 'assistant' %}
|
|
{{- '<|im_start|>assistant\n' + message.content + '<|im_end|>\n' }}
|
|
{%- elif message.role == 'tool' %}
|
|
{{- '<|im_start|>user\n<tool_response>\n' + message.content + '\n</tool_response><|im_end|>\n' }}
|
|
{%- endif %}
|
|
{%- elif message.role == 'assistant' and message.tool_calls is defined %}
|
|
{{- '<|im_start|>assistant\n' }}
|
|
{%- if message.content %}
|
|
{{- message.content + '\n\n' }}
|
|
{%- endif %}
|
|
{%- for tool_call in message.tool_calls %}
|
|
{%- if tool_call.function is defined %}
|
|
{{- '<tool_call>\n{\"name\": \"' + tool_call.function.name + '\", \"arguments\": ' + tool_call.function.arguments + '}\n</tool_call>' }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{{- '<|im_end|>\n' }}
|
|
{%- endif %}
|
|
{%- endfor %}
|
|
{%- if add_generation_prompt %}
|
|
{{- '<|im_start|>assistant\n' }}
|
|
{%- endif %}
|