[Bugfix] fixed deepseekv32 tool calling error (#30025)

Signed-off-by: chaunceyjiang <[email protected]>
Co-authored-by: Cyrus Leung <[email protected]>

Author: chaunceyjiang

vllm/tokenizers/deepseek_v32_encoding.py

@@ -95,8 +95,10 @@ def tool_calls_to_openai_format(tool_calls):
 def encode_arguments_to_dsml(tool_call: dict[str, str]) -> str:
     p_dsml_template = """<{dsml_token}parameter name="{key}" string="{is_str}">{value}</{dsml_token}parameter>"""
     P_dsml_strs = []
-
-    arguments = json.loads(tool_call["arguments"])
+    if isinstance(tool_call["arguments"], str):
+        arguments = json.loads(tool_call["arguments"])
+    else:
+        arguments = tool_call["arguments"]
 
     for k, v in arguments.items():
         p_dsml_str = p_dsml_template.format(

vllm/tokenizers/deepseekv32.py

@@ -43,7 +43,8 @@ def apply_chat_template(self, messages, tools=None, **kwargs):
         thinking_mode = "thinking"
         if not thinking:
             thinking_mode = "chat"
-        messages = messages.copy()
+        conversation = kwargs.get("conversation", messages)
+        messages = conversation.copy()
         drop_thinking = True
         if tools is not None and len(tools) > 0:
             messages.insert(0, {"role": "system"})