Update tokenizer_config.json

tokenizer_config.json

@@ -1077,5 +1077,5 @@
   "unk_token": "<unk>",
   "use_default_system_prompt": false,
   "max_token_id": 136000,
-  "chat_template": "{% for message in messages if message.role == 'user' and message.content is iterable and message.content is not string %}\n    {% for item in message.content if item.type == 'image' %}\n        {{- '<image>' -}}\n    {% endfor %}\n{% endfor %}\n\n{{- '<|begin_of_sentence|>' -}}\n\n{%- set system_message = namespace(value=none) -%}\n{%- for message in messages if message.role == 'system' -%}\n    {%- set system_message.value = message.content -%}\n{%- endfor -%}\n{%- if system_message.value -%}\n    {{- system_message.value -}}\n{%- endif -%}\n\n{%- for message in messages -%}\n    {%- if message.role == \"user\" -%}\n        {{- '<|User|>' -}}\n        {%- if message.content is string -%}\n            {{- message.content -}}\n        {%- elif message.content is iterable and message.content is not string -%}\n            {%- for item in message.content if item.type == \"text\" -%}\n                {{- item.text -}}\n            {%- endfor -%}\n        {%- endif -%}\n\n    {%- elif message.role == \"assistant\" -%}\n        {%- set thinking_tag = \"\" -%}\n        {%- if enable_thinking is defined -%}\n            {%- set thinking_tag = \"</think>\" if not enable_thinking else \"<think>\" -%}\n        {%- endif -%}\n        {{- '<|Assistant|>' + thinking_tag -}}\n\n        {%- if message.content is string -%}\n            {{- message.content -}}\n        {%- elif message.content is iterable and message.content is not string -%}\n            {%- for item in message.content if item.type == \"text\" -%}\n                {{- item.text -}}\n            {%- endfor -%}\n        {%- endif -%}\n\n        {{- '<|end_of_sentence|>' -}}\n    {%- endif -%}\n{%- endfor -%}\n\n{%- if add_generation_prompt -%}\n    {{- '<|Assistant|>' -}}\n    {%- if enable_thinking is defined -%}\n        {{- \"</think>\" if not enable_thinking else \"<think>\" -}}\n    {%- endif -%}\n{%- endif -%}"
+  "chat_template": "{% for message in messages if message.role == 'user' and message.content is iterable and message.content is not string %}\n    {% for item in message.content if item.type == 'image' %}\n        {{- '<image>' -}}\n    {% endfor %}\n{% endfor %}\n\n{{- '<|begin_of_sentence|>' -}}\n\n{%- set system_message = namespace(value=none) -%}\n{%- set has_tools = namespace(value=false) -%}\n\n{%- if tools is defined and tools and tools|length > 0 -%}\n    {%- set has_tools.value = true -%}\n{%- endif -%}\n\n{%- for message in messages if message.role == 'system' -%}\n    {%- set system_message.value = message.content -%}\n{%- endfor -%}\n\n{%- if system_message.value or has_tools.value -%}\n    {%- if has_tools.value -%}\n        {%- if system_message.value -%}\n            {{- '\\n\\n' -}}\n        {%- endif -%}\n        {{- '# Tools\\n\\nYou have access to the following functions. To call functions, please respond with a python list of the calls. ' -}}\n        {{- 'Respond in the format [func_name1(params_name1=\"string_value\", params_name2=123...), func_name2(params)] ' -}}\n        {{- \"String parameters MUST be wrapped in double quotes. Do not use variables.\\n\\n\" }}\n        {%- for tool in tools -%}\n            {{- tool | tojson -}}\n            {{- '\\n\\n' -}}\n        {%- endfor -%}\n    {%- endif -%}\n    {%- if system_message.value -%}\n        {{- system_message.value -}}\n    {%- endif -%}\n{%- endif -%}\n\n{#- 计算最后一个非工具响应的用户查询索引（用于多轮工具调用判断）-#}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) -%}\n{%- for message in messages[::-1] -%}\n    {%- set index = (messages|length - 1) - loop.index0 -%}\n    {%- if ns.multi_step_tool and message.role == \"user\" and not(message.content is string and (message.content.startswith('tool_response') or message.content.startswith('<tool_response>'))) -%}\n        {%- set ns.multi_step_tool = false -%}\n        {%- set ns.last_query_index = index -%}\n    {%- endif -%}\n{%- endfor -%}\n\n\n{%- for message in messages -%}\n    {%- if message.role == \"user\" -%}\n        {{- '<|User|>' -}}\n        {%- if message.content is string -%}\n            {{- message.content -}}\n        {%- elif message.content is iterable and message.content is not string -%}\n            {%- for item in message.content if item.type == \"text\" -%}\n                {{- item.text -}}\n            {%- endfor -%}\n        {%- endif -%}\n\n    {%- elif message.role == \"assistant\" -%}\n        {#- 提取 reasoning_content -#}\n        {%- set content = message.content -%}\n        {%- set reasoning_content = '' -%}\n        {%- if message.reasoning_content is defined and message.reasoning_content is not none -%}\n            {%- set reasoning_content = message.reasoning_content -%}\n        {%- else -%}\n            {%- if content is string and '</think>' in content -%}\n                {%- set content = content.split('</think>')[-1].lstrip('\\n') -%}\n                {%- set reasoning_content = content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') -%}\n            {%- endif -%}\n        {%- endif -%}\n\n        {#- 判断是否输出 think 块：只有在多轮工具调用的最终回答，且是最后一轮或有 reasoning_content -#}\n        {%- set show_think = false -%}\n        {%- if loop.index0 > ns.last_query_index -%}\n            {%- if loop.last or (not loop.last and reasoning_content) -%}\n                {%- set show_think = true -%}\n            {%- endif -%}\n        {%- endif -%}\n\n        {{- '<|Assistant|>' -}}\n\n        {%- if show_think and reasoning_content -%}\n            {#- 最终回答，输出完整的 think 块 -#}\n            {{- '<think>\\n' + reasoning_content.strip('\\n') + '\\n</think>\\n\\n' -}}\n        {%- elif enable_thinking is defined and not enable_thinking -%}\n            {#- enable_thinking=false：输出空 think 标签 -#}\n            {{- '</think>' -}}\n        {%- endif -%}\n\n        {%- if content is string -%}\n            {{- content -}}\n        {%- elif content is iterable and content is not string -%}\n            {%- for item in content if item.type == \"text\" -%}\n                {{- item.text -}}\n            {%- endfor -%}\n        {%- endif -%}\n\n        {%- if message.tool_calls is defined and message.tool_calls -%}\n            {{- '[' -}}\n            {%- for tool_call in message.tool_calls -%}\n                {%- if tool_call.function is defined -%}\n                    {%- set tool_call_func = tool_call.function -%}\n                {%- else -%}\n                    {%- set tool_call_func = tool_call -%}\n                {%- endif -%}\n                {{- tool_call_func.name + '(' -}}\n                {%- for param in tool_call_func.arguments -%}\n                    {{- param + '=' -}}\n                    {%- if tool_call_func.arguments[param] is string -%}\n                        {{- '\"' + tool_call_func.arguments[param] + '\"' -}}\n                    {%- else -%}\n                        {{- tool_call_func.arguments[param] | tojson -}}\n                    {%- endif -%}\n                    {%- if not loop.last -%}, {% endif -%}\n                {%- endfor -%}\n                {{- ')' -}}\n                {%- if not loop.last -%}, {% endif -%}\n            {%- endfor -%}\n            {{- ']' -}}\n            {{- '<|end_of_sentence|>' -}}\n        {%- endif -%}\n\n\n    {%- elif message.role == \"tool\" -%}\n        {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") -%}\n            {{- '<|User|>tool_response\\n' -}}\n        {%- endif -%}\n        {%- if message.content is mapping -%}\n            {{- message.content | tojson -}}\n        {%- else -%}\n            {{- '{ \"output\": ' + (message.content | tojson) + ' }\\n' -}}\n        {%- endif -%}\n    {%- endif -%}\n{%- endfor -%}\n\n{%- if add_generation_prompt -%}\n    {{- '<|Assistant|>' -}}\n    {%- if enable_thinking is defined -%}\n        {{- \"</think>\" if not enable_thinking else \"<think>\" -}}\n    {%- endif -%}\n{%- endif -%}"
 }