fix tokenizer

chat_template.jinja

@@ -35,18 +35,18 @@
 {%- endmacro -%}
 
 
-{# Find last user msg #}
-{%- set ns = namespace(last_user_idx=messages|length) -%}
+{# Find last non-tool-call assisitant message #}
+{%- set ns = namespace(last_non_tool_call_assistant_msg=-1) -%}
 {%- for idx in range(messages|length-1, -1, -1) -%}
-    {%- if messages[idx]['role'] == 'user' -%}
-        {%- set ns.last_user_idx = idx -%}
+    {%- if messages[idx]['role'] == 'assistant' and not messages[idx].get('tool_calls') -%}
+        {%- set ns.last_non_tool_call_assistant_msg = idx -%}
         {%- break -%}
     {%- endif -%}
 {%- endfor -%}
 
-{# split all messages into history & suffix #}
-{%- set hist_msgs = messages[:ns.last_user_idx] -%}
-{%- set suffix_msgs = messages[ns.last_user_idx:] -%}
+{# split all messages into history & suffix, reasoning_content in suffix should be reserved.#}
+{%- set hist_msgs = messages[:ns.last_non_tool_call_assistant_msg+1] -%}
+{%- set suffix_msgs = messages[ns.last_non_tool_call_assistant_msg+1:] -%}
 
 {%- if tools -%}
   <|im_system|>tool_declare<|im_middle|>{{ tools | tojson(separators=(',', ':')) }}<|im_end|>
@@ -58,7 +58,7 @@
   {%- endif -%}
   {{set_roles(message)}}
   {%- if message['role'] == 'assistant' -%}
-    ◁think▷◁/think▷{{render_content(message)}}
+    <think></think>{{render_content(message)}}
     {%- if message.get('tool_calls') -%}
       {{render_toolcalls(message)}}
     {%- endif -%}
@@ -76,7 +76,7 @@
   {{set_roles(message)}}
   {%- if message['role'] == 'assistant' -%}
     {%- set rc = message.get('reasoning_content', '') -%}
-    ◁think▷{{rc}}◁/think▷{{render_content(message)}}
+    <think>{{rc}}</think>{{render_content(message)}}
     {%- if message.get('tool_calls') -%}
      {{render_toolcalls(message)}}
     {%- endif -%}

tokenizer_config.json

@@ -121,7 +121,7 @@
       "special": true
     },
     "163606": {
-      "content": "◁think▷",
+      "content": "<think>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -129,7 +129,7 @@
       "special": false
     },
     "163607": {
-      "content": "◁/think▷",
+      "content": "</think>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,