fix: reassign xml_tools to tools to make it work with vllm
Browse files- chat_template.jinja +7 -4
chat_template.jinja
CHANGED
@@ -32,7 +32,7 @@
|
|
32 |
{%- set today = strftime_now("%d %B %Y") -%}
|
33 |
{{- "Today Date: " ~ today ~ "\n" -}}
|
34 |
{{- "Reasoning Mode: " + reasoning_mode + "\n\n" -}}
|
35 |
-
|
36 |
{{- "## Custom Instructions\n\n" -}}
|
37 |
{%- if custom_instructions -%}
|
38 |
{{- custom_instructions + "\n\n" -}}
|
@@ -42,9 +42,12 @@
|
|
42 |
{{- "You are a helpful AI assistant named SmolLM, trained by Hugging Face.\n\n" -}}
|
43 |
{%- endif -%}
|
44 |
|
45 |
-
{%- if xml_tools or python_tools -%}
|
46 |
{{- "### Tools\n\n" -}}
|
47 |
-
{%- if xml_tools -%}
|
|
|
|
|
|
|
48 |
{%- set ns = namespace(xml_tool_string="You may call one or more functions to assist with the user query.\nYou are provided with function signatures within <tools></tools> XML tags:\n\n<tools>\n") -%}
|
49 |
{%- for tool in xml_tools[:] -%} {# The slicing makes sure that xml_tools is a list #}
|
50 |
{%- set ns.xml_tool_string = ns.xml_tool_string ~ (tool | string) ~ "\n" -%}
|
@@ -88,4 +91,4 @@
|
|
88 |
{%- else -%}
|
89 |
{{ "<|im_start|>assistant\n" + "<think>\n\n</think>\n" }}
|
90 |
{%- endif -%}
|
91 |
-
{%- endif -%}
|
|
|
32 |
{%- set today = strftime_now("%d %B %Y") -%}
|
33 |
{{- "Today Date: " ~ today ~ "\n" -}}
|
34 |
{{- "Reasoning Mode: " + reasoning_mode + "\n\n" -}}
|
35 |
+
|
36 |
{{- "## Custom Instructions\n\n" -}}
|
37 |
{%- if custom_instructions -%}
|
38 |
{{- custom_instructions + "\n\n" -}}
|
|
|
42 |
{{- "You are a helpful AI assistant named SmolLM, trained by Hugging Face.\n\n" -}}
|
43 |
{%- endif -%}
|
44 |
|
45 |
+
{%- if xml_tools or python_tools or tools -%}
|
46 |
{{- "### Tools\n\n" -}}
|
47 |
+
{%- if xml_tools or tools -%}
|
48 |
+
{%- if tools -%}
|
49 |
+
{%- set xml_tools = tools -%}
|
50 |
+
{%- endif -%}
|
51 |
{%- set ns = namespace(xml_tool_string="You may call one or more functions to assist with the user query.\nYou are provided with function signatures within <tools></tools> XML tags:\n\n<tools>\n") -%}
|
52 |
{%- for tool in xml_tools[:] -%} {# The slicing makes sure that xml_tools is a list #}
|
53 |
{%- set ns.xml_tool_string = ns.xml_tool_string ~ (tool | string) ~ "\n" -%}
|
|
|
91 |
{%- else -%}
|
92 |
{{ "<|im_start|>assistant\n" + "<think>\n\n</think>\n" }}
|
93 |
{%- endif -%}
|
94 |
+
{%- endif -%}
|