.`ia d dl Z d dlZd dlmZ d dlmZ d dlmZ d dlZ d dl
m Z d dl m
Z
mZ d dlmZmZmZmZmZmZ d dlmZ d d lmZ d d
lmZ ee Z G d d Z G d
de Z dS ) N)Sequence)Any) ParserCreate)make_tool_call_id)ChatCompletionRequestChatCompletionToolsParam)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)
ToolParserc e Zd ZdZd Zd ZdedefdZdedefdZ de
fd Z d
ede
fd Z d e
deed
z e
f fdZde
defdZdedefdZdefdZd+ded
z fdZdedeeef fdZdefdZdefd Zd Zd ee d
z fd Zdedeeef ded
z fd Z dedeeef ded
z fd!Z d"edefd#Z d$edefd%Z d&ed$ede fd'Z!d(e d$edefd)Z"d* Z#d
S ),StreamingXMLToolCallParserze
Simplified streaming XML tool call parser
Supports streaming input, parsing, and output
c | d | _ d| _ d| _ d| _ d| _ d| _ d| _ d S )N z
z )reset_streaming_statetoolstool_call_start_tokentool_call_end_tokenfunction_start_tokenfunction_end_tokenparameter_start_tokenparameter_end_tokenselfs z/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/tool_parsers/qwen3xml_tool_parser.py__init__z#StreamingXMLToolCallParser.__init__' sT ""$$$ =A
*7"(6 )5!'4 *7"(6 c z g | _ d| _ d| _ d| _ d| _ d| _ i | _ d| _ d| _ d| _ d| _
d| _ d| _ d| _
d| _ d| _ d| _ d| _ d| _ d| _ d| _ t+ | _ | dS )z Reset streaming parsing stater NF )deltastool_call_indexcurrent_call_idlast_completed_call_idcurrent_function_namecurrent_function_open
parameterscurrent_param_namecurrent_param_value current_param_value_convertedcurrent_param_is_firstshould_emit_end_newlinestart_quote_emittedstreaming_bufferlast_processed_postext_content_buffer_pre_inside_parameter_pre_param_buffer_pre_current_param_namedefer_current_parameterdeferred_param_raw_valuer parser setup_parserr s r" r z0StreamingXMLToolCallParser.reset_streaming_state3 s # &*#%)"%*" "& #% -/*&+#',$#( " "# #% &+"!# '+$',$(*% #nn r$ xml_chunkreturnc t j } xj |z
c_ }|r9 j |d } j ^ j |v rUt
fd|D }|s8 j r d j r d j s j
|v rjt
fd|D }|sM j r d j r d d n2# t $ r%}t
d| Y d}~nd}~ww xY w | }|S j r> j dk r3t# j } | d
_ | S j j |v s j
|v rv j r d j |v r j r d j
|v r d | }|S t# d S ) a
Parse single streaming XML chunk and return Delta response
This is the actual streaming interface that receives chunks
one by one and maintains internal state
Args:
xml_chunk: Single XML chunk string
Returns:
DeltaMessage: Contains delta information generated by this chunk,
returns empty response if no complete elements
Nc 3 f K | ]+}|j o t fd |j D V ,dS )c 3 K | ]H}|j o<|j j k o,t |j j t
o
|j j d v V IdS ))}{}N)functionidr)
isinstance argumentsstr.0tcr! s r" zUStreamingXMLToolCallParser.parse_single_streaming_chunks...x s{ $ $ %' %'K %O(*1E(E%O(22;3H#(N(N%O *,)>+)M $ $ $ $ $ $ r$ N
tool_callsanyrK tdr! s r" rM zKStreamingXMLToolCallParser.parse_single_streaming_chunks..u w - - M # $ $ $ $ +--$ $ $ ! ! - - - - - -r$ parameterrE c 3 f K | ]+}|j o t fd |j D V ,dS )c 3 | K | ]6}|j d k o&|j o |j j dk o|j j k V 7dS )rE r& N)typerE rH rF r) rJ s r" rM zUStreamingXMLToolCallParser.parse_single_streaming_chunks... ss $ $ %' %'Gz$9 %F(* %F(* (=(C%F )+1E(E $ $ $ $ $ $ r$ NrN rQ s r" rM zKStreamingXMLToolCallParser.parse_single_streaming_chunks.. rS r$ tool_callz Error with fallback parsing: %sr contentr& )lenr' r4 _process_complete_xml_elementsr) r rP r. _end_elementr+ r Exceptionloggerwarning$_merge_new_deltas_to_single_responser6 r( r
_emit_delta)
r! r> initial_delta_countfound_elements
new_deltashas_function_closehas_toolcall_closee result_delta
text_deltas
` r" parse_single_streaming_chunksz8StreamingXMLToolCallParser.parse_single_streaming_chunksU s$ "$+ . . * <<>> f .<
E ![)<)=)= >
(4 /9<< *- - - - - #-- - - * *& . : 2 ; - -k : : : 5 : - -j 9 9 9 (4 0I==), - - - - #-- - - * *& . 7 2 ; - -k : : : 5 : - -j 9 9 9 ))+666
E
E
E @!DDDDDDDD
E DD# L '
"D,@A,E,E )$2J K K K
,,,+-(!! #/'944+y88 * 3%%k222*i77D"')itemsreplace)r! rl xml_escapescharescapes r" _escape_xml_special_charsz4StreamingXMLToolCallParser._escape_xml_special_chars sZ
( - - / / . .LD&<<f--DD r$ c d}| j t | j k r<| | j \ }}|n| | r|| _ \ | | }| d s'| d rC| j dk r8| j r1t | j }| | d| _ | d r| j dk r| j r| j
r| d | j s| j r| d t dddt# | j d
z
| j d t% dd g
}| | | | j |d d}n2# t, $ r%}t. d| Y d}~nd}~ww xY w|| _ | j t | j k <|S )z
Process complete XML elements in buffer
Returns:
bool: Whether complete elements were found and processed
FNr z#'#7%/):PR)S)S)S $ # # #K $$[111::<<< !!"6>>>
I
I
I DaHHHHHHHH
I '.D #G %D,A(B(BBBJ s F%H
H5H00H5r c | | j s4| | j s| | j rdS | j |r| xj |z
c_ dS | j dS | S )z
Determine whether an element should be skipped
Args:
element: Element to evaluate
Returns:
bool: True means should skip, False means should process
FNT)r r r r r) r6 )r! r s r" r z/StreamingXMLToolCallParser._should_skip_element5 s
t 9 : : !!$";<< !!$"<==
5 'G ' $ $ / $ $4 +5 {r$ start_posNc | j |d }|sd|fS | d r| dd }| dd }|dk r0|dk r*||k r|d| ||z fS |d|dz ||z dz fS |dk r|d| ||z fS |dk r|d|dz ||z dz fS | j g|ddt | k rd|fS | d s|ddt | k rd|fS ||t | z fS d|fS | d }|dk r|d| }|||z fS |}||t | z fS )a
Find next complete XML element from specified position
Args:
start_pos: Position to start searching
Returns:
(Complete element string, element end position),
returns (None, start_pos) if no complete element found
Nro rz rp r r )r4 r findr) r[ )r! r buffertag_endtag_end2 next_tag_pos text_content remainings r" r z6StreamingXMLToolCallParser._find_next_complete_elementY s &yzz2 #? " S ! ! 1 = kk#q))G {{3**H"}}R X%%!(7(+Y-@@@ ".HqL.19x3G!3KKKB hwh'W)<<<R n1 n-y8/Ca/GGG '/ }V}!=== #Y. )),77 ?!\-CKK-%@@@ $Y. &y3v;;'> >> ?* ";;s++Lr!! %m|m 4 #Y %=== # )c)nn"<< @1: M . *00;;;;&4>NN$(
r$ chunkc d}| | j s| | j rd}| | j s| | j rd}| | j s| | j rd}t j dd| }t j dd| }|}| j r| d rD| j
}d| _ || _ d| _ d| _
d | _
| | }| dS | j
dk r| j
r| | j
nd
}|d v }|d v p)| d
p| d } d|v pd|v pd|v }
d} | rd} n
|r|
rd|v rd} | s d| _ | | S | xj
|z
c_
dS | d rAt j d| } | r| d | _
d| _ d| _
|S |s| | }|S )z
Preprocess XML chunk, handle non-standard formats,
and escape special characters
Args:
chunk: Original XML chunk
Returns:
Processed XML chunk
FTz]+)>zz]+)>zr r& Nstring)object)arrayarrsequencedictlist[{(rr zrz )r r r r r r r resubr7 r8 r: r; r9 rx _get_param_typematchgroup)
r! r is_tool_call processedoriginal_chunk body_text safe_text
param_typeis_object_typeis_complex_typehas_container_hint
need_deferms
r" r z0StreamingXMLToolCallParser._preprocess_xml_chunk s
D 6 7 7 5;K;K $<
<
L D 5 6 6 %:J:J #;
;
L D 6 7 7 5;K;K $<
<
LF02I5QQ F13KYWW % @ ##N33 =
2 04,09--2*)+&/3, : :9 E E #1111 )R// 7&,,T-IJJJ % &0:%=N"&BB 9%00889%0088 $ . 3 > 13 > 1 ' "'J&
*%)
&* .* !N 2 2 &*
% N 6;2 # = =n M MM&&.8&&r 2 3 3 6 BBA
:/0wwqzz,)-D &%'D "
B 66yAAIr$ r c : | j | dS )z&Emit Delta response (streaming output)N)r' r )r! r s r" rb z&StreamingXMLToolCallParser._emit_deltaO s 5!!!!!r$ incoming_tagc | j r| d |dv r | j r| d |dk r | j r| d dS dS dS )a Before starting to process new elements,
if there are unclosed tags from before,
automatically complete their endings to the parser.
- If there are unclosed parameters,
it's equivalent to feeding ``
- When about to start a new function or tool_call,
if there are unclosed functions, complete ``.
- When about to start a new tool_call,
if there are unclosed tool_calls, complete ``.
rT )rE rX rE rX N)r. r] r+ r) )r! r s r" $_auto_close_open_parameter_if_neededz?StreamingXMLToolCallParser._auto_close_open_parameter_if_neededS s " + k * * * 4 4 49S 4 j ) ) ) ; & &4+? & k * * * * * ' & & &r$ r| attrsc |dk rdS |dk rH| d i | _ t | _ d| _ | xj dz
c_ dS | d s|dk r| j s| di | d | || }|| _ d| _
|rUt t | j dz
| j dt |d g
}| | dS dS | d s|d k r| d | || }|| _ d| _ d| _ d | _ |r| j sbd
| d}t t | j dz
| j dt d| g
}| | d| _ dS d| d}t t | j dz
| j dt d| g
}| | d | _ dS dS dS )z Handle XML start element eventsrootNrX Trz rE r& r{ r} rO rT Fz{"z": z, ")r r- r r) r1 r( r _start_element_extract_function_namer+ r, r
r r rb _extract_parameter_namer. r/ r0 r3 )r! r| r
function_namer
param_name
json_start
json_continues r" r z)StreamingXMLToolCallParser._start_elementl s 6>> F ;
5 5k B B B DO#4#6#6D *.D ' A %
__Z
(
( I 8TZ-?-?'
5##K444
5 5j A A A 7 7e D DM)6D &)-D &
($%"&"6": # 3!+%6%2b& & & '''''
(
( __[
)
) 1 8dk.A.A
5 5k B B B 55dEBBJ&0D #')D $13D .',D $
$
8 #8 "7z!6!6!6J ( )&*&:Q&>#'#7%/):)-*" *" *" $ E $$U+++26D/// %:*$9$9$9M ( )&*&:Q&>#'#7%/):)- *" *" *" $ E $$U+++27D///I$
8 $
8 /B.Ar$ datac |r| j r| j rM|}| j r d|z }d| _ | d rd| _ |dd }| xj |z
c_ dS | | j }| j s | d r
|dd }|dv ra| j sZt t | j
dz
| j dt dd
g }|
| d| _ |sdS |}| j r d|z }d| _ | d rd| _ |dd }| xj |z
c_ | | j | }| || }|t! | j d }|| _ t t | j
dz
| j dt d|
g }|
| dS dS dS )
z Handle XML character data events
FTNr rz r rI rl varcharrv enumrE rq r{ r} r )r. r: r2 endswithr/ r r r3 r
r r( r) r rb _convert_param_value_convert_for_json_streamingr[ r0 ) r! r
original_datar quote_deltaconverted_value output_data
delta_datar s r"
_char_dataz%StreamingXMLToolCallParser._char_data s G $D+ G $ +
$
/ 9$(=$8M38D0 ))$// 737D0$1#2#$6M((M9(( --d.EFFJ +
0E0E
ABBx RRR 0 S +%"&"6": # 3!+%6DC%P%P%P ---+/(
M+
5 $} 4
/4, %%d++
3/3, -crc 2
$ $
5 $ $ # 7 7(* O ::?JWWK$S)K%L%L%N%NOJ1> F
OOJ ' ' 8+/:+=+=ATAT% BU 5 5 7 7 7
OOK ( (] 5,0K,?,?% -@ 0J 2K
+ -
4%D11$
$ #' , 3 1(04
(0
#M#B#BL'+z,U'S'S'S$$ , , ,'+z('O'O'O$#+LLL,
%%"&"6": # 3!+%6%)5E& & & ''' 05,.:
+*.'+-(572+0(/4,02- --j99J # 7 7 Z P PO QQQ" ,4+C , ) )&*&:Q&>#'#7%/):PT)U)U)U $ E $$U++++ ) )&*&:Q&>#'#7%/):PS)T)T)T $ E $$U++++0D (*9DOJ '&*D #')D $13D .',D $ $ $
__Z
(
( 8 5DJ,>,>
($%"&"6": # 3!+%6DC%P%P%P '''' %%"&"6": # 3!+%6DD%Q%Q%Q ''').D & & &
[
)
.* 3%%k222!!*--- ! " 2Q 6 / '!2!K!K!K E
U # # # '--//
- )$2J K K K
,,, 2 2 4 4 4 4 47 !
s 9C "C32C3c d| j _ | j | j _ | j | j _ | j | j _ dS )z Set up XML parser event handlersTN)r< buffer_textr StartElementHandlerr] EndElementHandlerr CharacterDataHandlerr s r" r= z'StreamingXMLToolCallParser.setup_parser s8 "& *.*= '(,(9 %+/? (((r$ r c || _ dS )z"Set tool configuration informationN)r )r! r s r" set_toolsz$StreamingXMLToolCallParser.set_tools s
r$ c |r d|v r|d S d|v r=| dd }t | dk r|d dk r|d S dS )z*Extract function name from various formatsr| =rz r rE Nsplitr[ r! r| r partss r" r z1StreamingXMLToolCallParser._extract_function_name sc !Vu__= $;;JJsA&&E5zzQ58z#9#9 Qxtr$ c |r d|v r|d S d|v r=| dd }t | dk r|d dk r|d S dS )z+Extract parameter name from various formatsr| r rz r r rT Nr r s r" r z2StreamingXMLToolCallParser._extract_parameter_name sc !Vu__= $;;JJsA&&E5zzQ58{#:#: Qxtr$ r c | j r| j sdS | j D ]n}t |d r%t |d rt |j d s9|j dk r)|j j | j k rt |j d s dS |j j }t |t rjd|v rf|d }||v rYt || t r>| t || dd c S nnt |t rY||v rU|| }t |t r8| t | dd c S npdS )zGet parameter type based on tool configuration, defaults to string
Args:
param_name: Parameter name
Returns:
Parameter type
r rW rE r| r-
properties) r r+ hasattrrE rW r| r- rG r repair_param_typerI get)r! r toolparamsr param_configs r" r z*StreamingXMLToolCallParser._get_param_type s z !; 8J D4((
j))
.5dmV.L.L
Z''M&$*DDD t}l;; $#88 1 fd++
0F0F!' !5J!Z//J":.5 5/ $ 5 5
: 6 : :68 L L M M -- *2F2F#)*#5L!,55 # 5 5 0 0 B B C C xr$ r c |dv s| d s| d s| d s| d sq| d s\| d sG| d s2|d v s.|d
v s*| d s| d r|S d
S )zRepair unknown parameter types by treating them as string
Args:
param_type: Parameter type
Returns:
Repaired parameter type
r intuintlongshortunsignednumfloatbooleanboolbinary)r r r r r r r )r )r! r s r" r z,StreamingXMLToolCallParser.repair_param_type s
N N N$$U++
O$$V,,
O $$V,,
O $$W--
O
$$Z00
O $$U++
O $$W--
O ::: DDD ((00 E ((00 E
8r$ r c R | dk rdS | }|dv r|S | d sT| d s?| d s*| d s| d rD t | S # t t
f$ r t d | Y nw xY w|S | d
s| d rk t | }|t | z
d k r|nt | S # t t
f$ r t d
| Y nw xY w|S |dv r| }|dk S |S )zConvert value based on parameter type
Args:
param_value: Parameter value
param_type: Parameter type
Returns:
Converted value
nullNr r r r r r z[Parsed value '%s' of parameter '%s' is not an integer in tool '%s', degenerating to string.r r r zXParsed value '%s' of parameter '%s' is not a float in tool '%s', degenerating to string.r true) lowerr r r
ValueError TypeErrorr_ r` r )r! r r float_param_values r" r z/StreamingXMLToolCallParser._convert_param_value$ s & ( (4 %%''--//
M M M ! !% ( (# $$V,,# $$V,,# $$W-- #
$$Z00 #
;''' *
<
"
"5
)
) Z-B-B7-K-K
+0+=+=! )3/@+A+AAQFF &% .//
*
<
8
8
8%++--K &( ( s$ 1C ,C/.C/ 5E ,FFr c ||dk rdS |dv r t j |d dd S t |t st j |d S |S )a Convert converted_value based on
whether it's empty and if type is string
Args:
converted_value: Converted value
param_type: Parameter type
Returns:
Converted string for streaming output
Nr& r Fr rz r )r r rG rI )r! r r s r" r z6StreamingXMLToolCallParser._convert_for_json_streamingX sr "o&;&;2 M M M:oEBBB1R4H H os33
'z/FFFF&&r$ c Z t | _ | | j r | j | _ d| _ d| _ d| _ i | _ d| _ d| _ d| _
d| _ d| _ d| _
d| _ d| _ d| _ d| _ d| _ d| _ dS )z
Each tool_call is treated as a separate XML document,
so we need to reset the parser after each tool_call.
NFr& )r r< r= r) r* r+ r, r- r. r/ r0 r1 r2 r3 r6 r7 r8 r9 r: r; r s r" r zD ' # %)"%*" "& #% -/*&+#',$#( #% &+"!# '+$',$(*%%%r$ )N)$__name__
__module__ __qualname____doc__r# r rI r
rk rx r r\ r r tupler ra r rb r r r r r] r= r r r r r r r r r r r r$ r" r r ! sI
7
7
7 Dy.s y.| y. y. y. y.vc c *N N N N N`"C "D " " " "HA=S A=U3:s?=S A= A= A= A=F>
# >
, >
>
>
>
@q3 q3 q q q qf" " " " "+ +t + + + +2X83 X8tCH~ X8 X8 X8 X8tI$s I$ I$ I$ I$Vj5 j5 j5 j5 j5X; ; ;t$< = D
3
tCH~
#PT*
C
S#X
3QU:
&# &# & & & &P C C 82 2 2 2 2 2 2 h'3 'C 'TW ' ' ' '0 + + + + +r$ r c e Zd Zdef fd ZdededefdZdeded ed
e e
d e e
d e e
dede d
z fdZ xZ
S )Qwen3XMLToolParser tokenizerc t | t | _ g | _ g | _ t d| j j d S )Nz)vLLM Successfully import tool parser %s !)
superr# r r< prev_tool_call_arrstreamed_args_for_toolr_ info __class__r )r! r r! s r" r# zQwen3XMLToolParser.__init__ sd
###022 /1 13# 7 9P
r$ model_outputrequestr? c \ | j g | _ g | _ |r | j |j | j | }|j st g d|j S g }|j D ]z}|j
ro|j
j rb| t |j |j t! |j
j |j
j |j |j nt' | j dz
}t' | j |k r5| j ddd t' | j |k 5t' | j |k r2| j d t' | j |k 2|j
j | j | d< |j
j | j | d< |j
j r|j
j | j |< |t |t' | d k |j S )
NF)rO tools_calledrZ r{ )rF rW rE rz r& r| rH r )r< r r r r r rk rO r rZ rE r| r r rF rW r
rH r~ r[ )r! r" r# resultrO rX
tool_indexs r" extract_tool_callsz%Qwen3XMLToolParser.extract_tool_calls sc
))+++"$ &(# 1 K ! !'- 0 0 0::<HH 4 / "
J # . &
&
% %)*<*A % %% (|!* %1%.%7%<*3*<*F& & & %?6 " !8 9 9A = d 566*DD /66QS7T7TUUU d 566*DD d 9::jHH 3::2>>> d 9::jHH
"*/ +J7? "*4 +J7 D
!)3 % . 8 3J? 0% __q 0
r$
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsNc b |sH| j g | _ g | _ |r | j |j |sw|ru| | j j | | j j z
}|dk r| j j dk s| j j s|rt d S d S | j | } | rN| j rF| j D ]=}
|
j
r2|
j |
j nt | j dz
} t | j | k r5| j ddd t | j | k 5t | j | k r2| j d t | j | k 2|
j
j r|
j
j | j | d< |
j
j D| j | dxx |
j
j z
cc< | j | xx |
j
j z
cc< ?| S )Nr r& rY rz r{ r| rH )r< r r r r r countr r r( r
rk rO rE r~ r[ r r| rH ) r! r) r* r+ r, r- r. r#
open_callsr& rX r' s r" extract_tool_calls_streamingz/Qwen3XMLToolParser.extract_tool_calls_streaming s 5 K - - / / /&(D #*,D '
5 %%gm444 o %++ 1 ""4;#BCCDJ aK/!33{2 4 4 $B////4 :::FF f' # .
% %?6 " !8 9 9A = d 566*DD /66QS7T7TUUU d 566*DD d 9::jHH 3::2>>> d 9::jHH !). % . 3 /
;FC
!)3? /
;KHHH % . 8HHH 3J??? % . 8???
r$ )r r r r r# rI r r r( r r r
r2
__classcell__)r! s @r" r r s
-
@@ '@
& @ @ @ @DFF F F
%SM F $C=
F "# F 'F
F F F F F F F Fr$ r ) r r collections.abcr typingr xml.parsers.expatr regexr vllm.entrypoints.chat_utilsr 0vllm.entrypoints.openai.chat_completion.protocolr r 'vllm.entrypoints.openai.engine.protocolr r
r r r
r vllm.loggerr vllm.tokenizersr &vllm.tool_parsers.abstract_tool_parserr r r_ r r r r$ r" r> s
$ $ $ $ $ $ * * * * * * 9 9 9 9 9 9 $ # # # # # ) ) ) ) ) )
X m+ m+ m+ m+ m+ m+ m+ m+`#U U U U U U U U U Ur$