.`i$ d dl Z d dlZd dlZd dlmZ d dlmZ d dlZd dl m
Z
m Z d dl m
Z
mZmZmZmZmZ d dlmZ d dlmZ d dlmZ ee Z G d d
e ZdS ) N)Sequence)Any)ChatCompletionRequestChatCompletionToolsParam)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)
ToolParserc & e Zd Zdef fd ZdefdZd Zdedee dz de
fd Z d
ed ed e
dede f
d
Z
dedee dz dedz fdZdedee fdZdededefdZdedededee dee dee dededz fdZ xZS )Qwen3CoderToolParser tokenizerc z t | d| _ g | _ d | _ g | _ d| _ d| _ d| _ d| _ d| _
d| _ d| _ d| _
| t j d t j | _ t j d
t j | _ t j d t j | _ t j d t j | _ | j st/ d
| j | j | _ | j | j | _ | j | j t9 d t: d| j j d S )NFz z z
z r z (.*?)z.(.*?)|(.*?)$z*||(?=)|$)zUThe model tokenizer must be passed to the ToolParser constructor during construction.zSQwen3 XML Tool parser could not locate tool call start/end tokens in the tokenizer!z)vLLM Successfully import tool parser %s !)!super__init__current_tool_name_sentprev_tool_call_arrcurrent_tool_idstreamed_args_for_tooltool_call_start_tokentool_call_end_tokentool_call_prefixfunction_end_tokenparameter_prefixparameter_end_tokenis_tool_call_started failed_count_reset_streaming_staterecompileDOTALLtool_call_complete_regextool_call_regextool_call_function_regextool_call_parameter_regexmodel_tokenizer
ValueErrorvocabgettool_call_start_token_idtool_call_end_token_id RuntimeErrorloggerinfo __class____name__)selfr r3 s |/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/tool_parsers/qwen3coder_tool_parser.pyr z Qwen3CoderToolParser.__init__! s
###,1#.0 +/ 13# +8"(6 %1 '4 %2 (6 */!!"
##%%% )+
+RY)
)
% "z =ry
)+
929)
)
% *, Q I*
*
&
# 3
)-
t7Q(R(R%&*jnnT5M&N&N# ( 0D4O4W +
7 9P
returnc H dt j j dd S )z Generate a unique tool call ID.call_N )uuiduuid4hexr5 s r6 _generate_tool_call_idz+Qwen3CoderToolParser._generate_tool_call_idY s" .tz||',...r7 c d| _ d| _ d| _ d| _ d| _ d| _ d| _ d| _ d| _ d| _ d| _
d| _ d| _ i | _
d| _ dS )zReset all streaming state.r FN )current_tool_indexr header_sentr current_function_namecurrent_param_namecurrent_param_value param_countin_param in_functionaccumulated_text json_started json_closedaccumulated_paramsstreaming_requestr? s r6 r" z+Qwen3CoderToolParser._reset_streaming_state] s "# $)! # %)""& #%
" ! "$ !% r7 func_nametoolsNc |i S |D ]}t |d r%t |d rt |j d s8|j dk ru|j j |k ret |j d si c S |j j }t |t rd|v r
|d c S t |t r|c S i c S t d| i S )z.Extract argument configuration for a function.Ntypefunctionname
parameters
propertiesz+Tool '%s' is not defined in the tools list.) hasattrrT rS rU rV
isinstancedictr1 debug)r5 rP rQ configparamss r6 _get_arguments_configz*Qwen3CoderToolParser._get_arguments_configp s =I F66**
++
070P0P
{j((V_-AY-N-N v == III 3 fd++ 0F0F!,//// -- !MMM III BINNN r7 param_value
param_name param_configc | dk rdS ||vr$|i k r t d|| |S t || t rJd|| v r@t || d }nd}|dv r|S | d sT| d s?| d s*| d
s| d rF t | S # t t f$ r" t d ||| |cY S w xY w| d
s| d rm t | }|t | z
dk r|nt | S # t t f$ r" t d||| |cY S w xY w|dv r;| }|dvr t d||| |dk S |dv s*| d s| d rV t j
| }|S # t j t t f$ r t d||| Y nw xY w t j | }n:# t t" t f$ r t d||| Y nw xY w|S )z8Convert parameter value based on its type in the schema.nullNzoParsed parameter '%s' is not defined in the tool parameters for tool '%s', directly returning the string value.rS string)rd strtextvarcharcharenumintuintlongshortunsignedz[Parsed value '%s' of parameter '%s' is not an integer in tool '%s', degenerating to string.numfloatr zXParsed value '%s' of parameter '%s' is not a float in tool '%s', degenerating to string.)booleanboolbinary)truefalsezmParsed value '%s' of parameter '%s' is not a boolean (`true` or `false`) in tool '%s', degenerating to false.rt )objectarrayarrrZ listzvParsed value '%s' of parameter '%s' cannot be parsed with json.loads in tool '%s', will try other methods to parse it.z}Parsed value '%s' of parameter '%s' cannot be converted via Python `ast.literal_eval()` in tool '%s', degenerating to string.)lowerr1 r[ rY rZ re strip
startswithrj r+ TypeErrorrp jsonloadsJSONDecodeErrorast literal_eval SyntaxError)r5 r_ r` ra rP
param_typefloat_param_values r6 _convert_param_valuez)Qwen3CoderToolParser._convert_param_value s
& ( (4 \ ) )r!! $
|J/ 6 6 ",z222 \* 5f =>>DDFFLLNNJJ!J M M M ! !% ( (L $$V,,L $$V,,L $$W-- L
$$Z00 L
#;''' *
#
#
# D #"""
#
"
"5
)
) : Z-B-B7-K-K :
#$)+$6$6! )3/@+A+AAQFF &% .//
*
#
#
# < #"""
# 8
8
8%++--K"333
&( ( 888 ((00 9 ((00 9 "&*["9"9K&& ,iD LL5 $"!
! .{ ; ; Y7
4
sH D) )0E E
5G 0G32G3$I: :9J65J6:K 4LLfunction_call_strc
P | d }|d | }| || }||dz d }i }| j | D ]}| d } |d | }
t || dz d } | d r
| dd } | d r
| d d } | | |
|| ||
< t dt |t j |d S )
N>
rT F ensure_asciirU arguments)rS rT ) indexr^ r) findallre r| endswithr r r r~ dumps) r5 r rQ end_index
function_namera rV
param_dict
match_textidxr` r_ s r6 _parse_xml_function_callz-Qwen3CoderToolParser._parse_xml_function_call s\ &++C00 )*9*5
11-GG &y1}7
8@@LL J ""3''C#DSD)J jq 344K%%d++
. )!""o ##D))
/ )#2# . %)%>%>Z }& &Jz " " !"djRW.X.X.X
r7 model_outputc | j | }d |D }t | dk r|g}g }|D ]/}| | j | 0d |D }|S )Nc > g | ]}|d r|d n|d S r r .0matchs r6
z. :
38a .E!HHeAh
r7 r c > g | ]}|d r|d n|d S r r r s r6 r z. r r7 )r' r lenextendr( )r5 r matched_rangesraw_tool_callsraw_function_calls tool_callfunction_callss r6 _get_function_callsz(Qwen3CoderToolParser._get_function_calls s -55lCC
.5 s< % --.? OO r7 r z,Error in extracting tool call from response.)r r
r r r clearappendrT rU r findr Exceptionr1 exception) r5 r r r r r
content_indexr r s ` ` r6 extract_tool_callsz'Qwen3CoderToolParser.extract_tool_calls# s 4 4/ "r<
' ! 5 5l C CN>""a''3!&2| )7 J
# ) ) + + + '
+22$-$6$;)2);)E ) - -d.H I IM ##D$9::C-:a-?-?MMSM">M>2G/ !*oo 1%#*4
K L L L/ "r<
s 9D( CD( (6E! E!
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsc
|s | _ |s|r j |vrt j | }|dk rdt j dk rL| j | j z
} | dk rt d S n j s|rt d S d S | _ j
r j s| j }
|
j k ra xj dz
c_ d _ d _ d _ d _
i _ | j } j | k rd _ d S j s j |v s j |v rFd _ j |v r4|d | j } | rt | S d S | j r| dk rd S t | S | j }
j |
k rd S g }d} | j | }|dk rn-| | |t j z
}O j t | k rd S | j }| j | }|dk r ||d }n |||t j z } j s j |v r| j t j z }| d| }|dk r||| _ _ d _ d _ t? fd j D }|s" j j d
d t tA j j tC j d d
g S d S j r j sC j" |vr:d _ t tA j tC d g S j sd _ j
sM j# |v rCd _
| j t j z }| j# | }|dk r||| } $ | j r j j% nd }|r[tM j D ]F\ }}|' d |j( j) k r |j( j* }| j | d< nGn# tV $ r Y nw xY wt tA j tC d g } d _ d _
i _ | S g } d} | j" | }|dk rn-| | |t j" z
}O j, sY j t | k r@t | j k r'| j } | t j" z } || d } d| v r| d }!| d |! _- | |!z dz }"||"d }#|#. d r
|#dd }#|# j/ }$|$dk rm|# j" }%|# j# }&|%dk r|&dk s|%|&k r|%}$n$|&dk r|&}$n j |v rt |# }$nd S |$dk r |#d |$ }'|' d r
|'d d }'|' j j- < 0 j pd j r j j% nd }( 1 |' j- |( j pd })te j3 |)d }* j dk rd j- d|* }+n
d j- d|* }+ xj dz
c_ t tA j tC |+ g S j, rI j/ |v r=| j/ },|d |, }- j4 s&d|-v r"|- d }.|-|.dz d }- j4 s |-. d r
|-dd }- j4 |-z }/|/ j j- < 0 j pd j r j j% nd }( 1 |/ j- pd|( j pd })te j3 |)d }*d _, d _4 t tA j tC d g S |}- j4 s&d|-v r"|- d }.|-|.dz d }- j4 s |-. d r
|-dd }-|-r j4 r#te j3 j4 d dd nd}0 xj4 |-z
c_4 te j3 j4 d dd }1|1t |0 d }2|2r3t tA j tC |2 g S d S )Nr rB )r r FTr r c 3 T K | ]"}| d j k V #dS )rU N)r- rE )r toolr5 s r6 zDQwen3CoderToolParser.extract_tool_calls_streaming.. sK ( ( ((D,FF( ( ( ( ( (r7 z{}r rT )r idrT rS )r {)r )r rT rU r }r r "z": z, ")5r" rO r/ r r& r r countr r r r rK rM rJ rC rD rH rL rN r. r rstripr r{ r r r rE r@ r anyr r r r r rQ enumerater- rT rU r r rI rF r| r r^ r r~ r rG )3r5 r r r r r r r complete_calls
open_calls tool_ends tool_startscontent_beforetool_starts_counttool_start_positionsr tool_start_idx tool_end_idx tool_text
func_startfunc_end
already_addedfunc_content_end func_content parsed_toolir argsresult param_starts param_idx param_start remainingname_end value_start
value_text
param_end_idxnext_param_idx func_end_idxr_ ra converted_valueserialized_value
json_fragmentend_idx value_chunkgt_idx
full_value prev_escaped full_escaped
delta_escapeds3 ` r6 extract_tool_calls_streamingz1Qwen3CoderToolParser.extract_tool_calls_streamingW s
- ' ' ) ) )%,D "
44#>o#U#U!$199,GG" " "A%%#d.E*F*F*J*J!-!3!3 2" "$**4+CDD"EJ "Q +B 7 7 77 ' 2 4| 4'33334 !- D$4 $**4+CDDI4222''1,''#( #$ $)!#( *,' + 0 01K L L *k9905D-t ( 8 - @@-;;,0)-;;%/F***4+EFFF&N & D +N C C CCt !''))2243KLL "((**b00 4#J7777 ) . .t/I J J "&7 7 74 +- 3 ##D$>DDCbyy ' ' , , , 3t122 2C 3 "c*>&?&? ? ?4-d.EF#(()A>RR 2 $^__5II$ D4L0M0M!MMI
* $ 11 &^^D,A B BS)F F
%>>#z::r>>1::h;N1OD.+/+F+F+H+HD('+D$'+D$
%( ( ( ( ($($;( ( ( % %M ) /66(,(B-1 ( )&*&=#'#7):)-)Cr*" *" *" &0
$ 4 L $
)>j)P)P$(!#%"&"9%6%E%E%E $
)$(! # .
(?9(L(L#'
'^^D,A B BS)F F
$->>$2I:#V#V #r))#,Z8H-H#IL &*&C&C ( # 5 &D 2 8 8!% ' ' ' * ,5T5L+M+M * *4#'88F#3#3{7K7P#P#P+6+?+IDNRD$;A$>{$K$)E $Q % &%"&"9%6%E%E%E $) #' *,'
LC
2 nnT%:C@@"99 ##C(((s40111
2 M_
$s<'8'888 %%(888 ))9 : '#d.C*D*D D %kll 3 )## (~~c 2 2H.7 .BD+ #."81" -W-W-W!" !" !"( } [
+z99 (ood.F G GG",XgX"6K 3 @{8J8J!,!1!1#!6!6&1&1*,,&? 3 6 8N8Nt8T8T 6&1!""o "&!9K!GJGQD+D,CD $(#=#= 28b 1".44 ! $ $L '+&?&?" /52$ 28b ' 'O (,z/PU'V'V'V$
%*DM/1D, ( )&*&=):.1*" *" *" $ #-K 3 @{8J8J!,!1!1#!6!6&1&1*,,&? 3 6 8N8Nt8T8T 6&1!""o " $ 7 $DJt'?e T T T !" "$ % 00K?00'+z 45( ( (B$( )5S 5F5F5H5H(I
(
#/$1.2.E1B6C2* 2* 2*%& %& %&," $ $ $ ts BV
VV)r4
__module__ __qualname__r r re r@ r" ry r rZ r^ r r r r r r r
r r rj r r
__classcell__)r3 s @r6 r r s 6
- 6
6
6
6
6
6
p/ / / / /& & && %)*B%Cd%J
0h h ,/h ?Ch PSh h h h h T
!$
-12J-Kd-R
D
: S (22 '2
& 2 2 2 2hxx x x
%SM x $C=
x "# x 'x
x x x x x x x xr7 r ) r r~ r< collections.abcr typingr regexr# 0vllm.entrypoints.openai.chat_completion.protocolr r 'vllm.entrypoints.openai.engine.protocolr r r r
r r vllm.loggerr
vllm.tokenizersr &vllm.tool_parsers.abstract_tool_parserr r4 r1 r r r7 r6 r s]
$ $ $ $ $ $ $ # # # # # ) ) ) ) ) )
X o o o o o : o o o o o r7