20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] Fix Hermes tool call chat template bug (#8256)

Browse Source 
Co-authored-by: Kyle Mistele <kyle@constellate.ai>
This commit is contained in:
Kyle Mistele 2024-09-06 21:49:01 -05:00 committed by GitHub
parent 12dd715807
commit 41e95c5247
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 16 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
examples/tool_chat_template_hermes.jinja
View File

@ -89,22 +89,23 @@
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
{%- elif message.role == "assistant" and message.tool_calls is defined %} {%- elif message.role == "assistant" and message.tool_calls is defined %}
{{- '<|im_start|>' + message.role }} {{- '<|im_start|>' + message.role }}
{%- for tool_call in message.tool_calls %} {%- for tool_call in message.tool_calls %}
{{- '\n<tool_call>\n' }} {{- '\n<tool_call>\n' }}
{%- if tool_call.function is defined %} {%- if tool_call.function is defined %}
{%- set tool_call = tool_call.function %} {%- set tool_call = tool_call.function %}
{%- endif %} {%- endif %}
{{- '{' }} {{- '{' }}
{{- '"name": "' }} {{- '"name": "' }}
{{- tool_call.name }} {{- tool_call.name }}
{{- '"}' }} {{- '"' }}
{%- if tool_call.arguments is defined %}
{{- ', ' }} {{- ', ' }}
{%- if tool_call.arguments is defined %} {{- '"arguments": ' }}
{{- '"arguments": ' }} {{- tool_call.arguments|tojson }}
{{- tool_call.arguments|tojson }} {%- endif %}
{%- endif %} {{- '}' }}
{{- '\n</tool_call>' }} {{- '\n</tool_call>' }}
{%- endfor %} {%- endfor %}
{{- '<|im_end|>\n' }} {{- '<|im_end|>\n' }}
{%- elif message.role == "tool" %} {%- elif message.role == "tool" %}
{%- if loop.previtem and loop.previtem.role != "tool" %} {%- if loop.previtem and loop.previtem.role != "tool" %}