File size: 2,512 Bytes
9f6a241 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 |
{%- set user_messages = messages | selectattr('role', 'equalto', 'user') | list %}
{%- macro output_available_tools(tools, message) %}
{%- if tools and (message == user_messages[-1]) %}
{{- '<|available_tools|>[' }}
{%- for tool in tools %}
{%- set tool = tool.function %}
{{- "{" }}
{%- for key, val in tool.items() if key != "return" %}
{%- if val is string %}
{{- "'" + key + "': '" + val + "'" }}
{%- else %}
{{- "'" + key + "': " + val|string }}
{%- endif %}
{%- if not loop.last %}
{{- ", " }}
{%- endif %}
{%- endfor %}
{{- "}" }}
{%- if not loop.last %}
{{- ", " }}
{%- else %}
{{- "]" }}
{%- endif %}
{%- endfor %}
{{- eos_token -}}
{%- endif %}
{%- endmacro %}
{%- macro output_tool_results(tool_results) %}
{{- '<|tool_results|>[' }}
{%- for tool_result in tool_results %}
{{- "{'content': " + tool_result.content|string + ", 'call_id': '" + tool_result.call_id + "'}" }}
{%- endfor %}
{{- ']' }}
{{- eos_token -}}
{%- endmacro %}
{%- macro output_tool_calls(tool_calls) %}
{{- '<|tool_calls|>[' }}
{%- for tool_call in tool_calls %}
{{- "{'id': '" + tool_call.id + "', 'name': '" + tool_call.name + "', 'arguments': " + tool_call.arguments|string + '}' }}
{%- endfor %}
{{- ']' }}
{%- endmacro %}
{%- for message in messages %}
{%- if message['role'] == 'user' %}
{%- if tools is defined %}
{{- output_available_tools(tools, message) }}
{%- endif %}
{{- '<|user|>' + message['content'] + eos_token -}}
{%- elif message['role'] == 'system' %}
{{- '<|system|>' + message['content'] + eos_token -}}
{%- elif message['role'] == 'assistant' %}
{% set assistant_content = "" %}
{%- if message.content is defined %}
{% set assistant_content = message.content %}
{%- endif %}
{%- if message.tool_calls is defined and message.tool_calls -%}
{{- '<|assistant|>' + assistant_content + output_tool_calls(message['tool_calls']) + eos_token -}}
{%- else %}
{{- '<|assistant|>' + assistant_content + eos_token }}
{%- endif %}
{%- elif message['role'] == 'tool_results' %}
{{- output_tool_results(message.tool_results) }}
{%- endif %}
{%- if loop.last and add_generation_prompt -%}
{{- '<|assistant|>' -}}
{%- endif -%}
{%- endfor %}
|