You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: llama_cpp/llama_chat_format.py
+2-14Lines changed: 2 additions & 14 deletions
Original file line number
Diff line number
Diff line change
@@ -3719,9 +3719,6 @@ class Qwen3VLChatHandler(Llava15ChatHandler):
3719
3719
"{%- endfor -%}"
3720
3720
"{{- '\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <arguments-json-object>}\n</tool_call>\n\nYou can also return a response for the user alongside a function call:\n<response-for-user>\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <arguments-json-object>}\n</tool_call>' -}}"
3721
3721
"{%- endif -%}"
3722
-
#"{%- if thinking_budget -%}"
3723
-
# "{{- '\n\n# Reasoning\n\nYou must generate your reasoning steps within <think></think> XML tags:\n<think>\n<reasoning-content>\n</think>\n<final-response>\n\nThe reasoning content must not exceed the ' + thinking_budget + ' tokens budget.' -}}"
3724
-
#"{%- endif -%}" # Doesn't work very well, disabled for now
3725
3722
"{{- '<|im_end|>\n' -}}"
3726
3723
"{%- set image_count = namespace(value=0) -%}"
3727
3724
#"{%- set video_count = namespace(value=0) -%}"
@@ -3788,29 +3785,20 @@ class Qwen3VLChatHandler(Llava15ChatHandler):
3788
3785
3789
3786
def__init__(
3790
3787
self,
3791
-
thinking_budget: int|None=None,
3792
3788
force_reasoning: bool=False,
3793
3789
**kwargs,
3794
3790
):
3795
3791
"""
3796
3792
Parameters:
3797
-
- thinking_budget (int | None): # Not implemented yet
3798
-
- int: Number of max tokens for the reasoning.
3799
-
- None (default): Without limit.
3800
3793
- force_reasoning (bool):
3801
3794
- True: Force the reasoning in the model by adding <think> to the chat template.
0 commit comments