diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py index a1f55b5f5a..166459edbc 100644 --- a/llama_cpp/llama_chat_format.py +++ b/llama_cpp/llama_chat_format.py @@ -4046,7 +4046,7 @@ class Qwen3VLChatHandler(Llava15ChatHandler): "{{- '\n' -}}" "{{- tool | tojson -}}" "{%- endfor -%}" - "{{- '\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n\n\nYou can also return a response for the user alongside a function call:\n\n\n{\"name\": , \"arguments\": }\n' -}}" + "{{- '\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n\n\nYou can also return a response for the user alongside a function call:\nRESPONSE FOR THE USER HERE\n\n{\"name\": , \"arguments\": }\n' -}}" "{%- endif -%}" "{{- '<|im_end|>\n' -}}" "{%- set image_count = namespace(value=0) -%}" @@ -4108,7 +4108,7 @@ class Qwen3VLChatHandler(Llava15ChatHandler): "{%- endif -%}" "{%- endfor -%}" "{%- if add_generation_prompt -%}" - "{{- 'assistant\n' -}}" + "{{- '<|im_start|>assistant\n' -}}" "{%- if force_reasoning -%}" "{{- '\n' -}}" "{%- endif -%}"