<|observation|><tool_response><tools>\n</tools></tool_response>

---

curl -s http://localhost:8000/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "glm-5.1-fp8",
    "messages": [{"role":"user","content":"What is the weather in Vancouver?"}],
    "tools": [{"type":"function","function":{"name":"get_weather","description":"Get weather","parameters":{"type":"object","properties":{"city":{"type":"string"}},"required":["city"]}}}],
    "tool_choice": "auto",
    "chat_template_kwargs": {"enable_thinking": false}
  }' | python3 -c "import json,sys; r=json.load(sys.stdin); print(r['choices'][0]['message']['tool_calls'])"

---

curl -s http://localhost:8000/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "glm-5.1-fp8",
    "messages": [
      {"role":"user","content":"What is the weather in Vancouver?"},
      {"role":"assistant","content":null,"tool_calls":[{"id":"call_1","type":"function","function":{"name":"get_weather","arguments":"{\"city\":\"Vancouver\"}"}}]},
      {"role":"tool","tool_call_id":"call_1","content":"15°C, partly cloudy"}
    ],
    "tools": [{"type":"function","function":{"name":"get_weather","description":"Get weather","parameters":{"type":"object","properties":{"city":{"type":"string"}},"required":["city"]}}}],
    "chat_template_kwargs": {"enable_thinking": false}
  }' | python3 -c "import json,sys; r=json.load(sys.stdin); print(r['choices'][0]['message']['content'])"

---

curl -s http://localhost:8000/v1/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "glm-5.1-fp8",
    "prompt": "[gMASK]<sop><|system|>\n# Tools\nYou may call one or more functions to assist with the user query.\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>\n{\"name\": \"get_weather\", \"description\": \"Get weather\", \"parameters\": {\"type\": \"object\", \"properties\": {\"city\": {\"type\": \"string\"}}, \"required\": [\"city\"]}}\n</tools>\nFor each function call, output the function name and arguments within the following XML format:\n<tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value>...</tool_call><|user|>What is the weather in Vancouver?<|assistant|><tool_call>get_weather<arg_key>city</arg_key><arg_value>Vancouver</arg_value></tool_call><|observation|><tool_response>15°C, partly cloudy</tool_response><|assistant|>",
    "max_tokens": 80,
    "temperature": 0.1
  }' | python3 -c "import json,sys; r=json.load(sys.stdin); print(r['choices'][0]['text'])"

---

content = message.get("content")  # "15°C, partly cloudy" (string)

# All string content is converted to content-part list format:
elif isinstance(content, str):
    content = [ChatCompletionContentPartTextParam(type="text", text=content)]
    # → [{"type": "text", "text": "15°C, partly cloudy"}]

result = _parse_chat_message_content_parts(
    role,           # "tool"
    content,        # [{"type": "text", "text": "15°C, partly cloudy"}]
    mm_tracker,
    wrap_dicts=(content_format == "openai"),  # ← True when format="openai"
    ...
)

---

{%- if m.content is string -%}
  {{- '<tool_response>' + m.content + '</tool_response>' -}}
{%- else -%}
  {{- '\n' -}}
  {% for tr in m.content %}
    {%- for tool in tools -%}
      {%- if tool.name == tr.name -%}
        {{- tool_to_json(tool) + '\n' -}}
      {%- endif -%}
    {%- endfor -%}
  {%- endfor -%}
  {{- '</tool_response>' -}}
{%- endif -%}

---

docker run --gpus all -p 8000:8000 --ipc=host \
  -v ~/.cache/huggingface:/root/.cache/huggingface \
  vllm/vllm-openai:glm51-cu130 zai-org/GLM-5.1-FP8 \
  --tensor-parallel-size 8 \
  --tool-call-parser glm47 \
  --reasoning-parser glm45 \
  --enable-auto-tool-choice \
  --chat-template-content-format string \
  --served-model-name glm-5.1-fp8

---

elif role == "tool":
    parsed_msg = _ToolParser(message)
    if "tool_call_id" in parsed_msg:
        result_msg["tool_call_id"] = parsed_msg["tool_call_id"]
    # Always preserve string tool result content as-is
    if isinstance(message.get("content"), str):
        result_msg["content"] = message["content"]

---

{%- else -%}
  {%- set text_content = '' -%}
  {%- for part in m.content -%}
    {%- if part.type == 'text' -%}{%- set text_content = text_content + part.text -%}{%- endif -%}
  {%- endfor -%}
  {{- '<tool_response>' + text_content + '</tool_response>' -}}
{%- endif -%}