.`iq` d dl Z d dlmZ d dlmZmZmZ d dlZd dl m
Z
d dl m Z d dl
mZmZmZmZmZmZ d dlmZ d dlmZ d d lmZ d d
lmZ ee Z G d d e Z dS )
N)Sequence)AnyOptionalUnion)ChatCompletionRequest)make_tool_call_id)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall)
ToolParser) init_logger)
TokenizerLike) random_uuidc e Zd Zdef fd Zdedeee ee f fdZdede de
fdZ ded ed
ed e e
d e e
d
e e
de deedf fdZ xZS )xLAMToolParser tokenizerc t | g | _ d| _ d| _ g | _ g | _ g | _ g d| _ d| _ dg g d| _
d S )NF)z ```(?:json)?\s*([\s\S]*?)```z \[TOOL_CALLS\]([\s\S]*?)(?=\n|$)z!([\s\S]*?)z([\s\S]*)current_tool_indextool_ids
sent_tools) super__init__prev_tool_callscurrent_tool_idcurrent_tool_name_sent
streamed_argscurrent_tools_sentprev_tool_call_arrjson_code_block_patternsthinking_tag_patternstreaming_state)selfr __class__s v/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/tool_parsers/xlam_tool_parser.pyr zxLAMToolParser.__init__ s
### ,. ! &+#(* /1 #% )
)
)
%
%9! #% 0
0
model_outputreturnc t j | j | }|r|d| t d z }| d } t j | ||fS # t j $ r\ | j
D ]Q}t j || }|r8|D ]5} t j | ||fc c cY S # t j $ r Y 2w xY wRY nw xY w| j
D ]w}t j || }|r^|D ][} t j | t j |d| }||fc c S # t j $ r Y Xw xY wx|
d r@ t j | d|fS # t j $ r d|v rd|v r
d|v rd|fcY S Y nw xY w|dfS ) z
Preprocess the model output to extract content and potential tool calls.
Returns:
Tuple of (content, potential_tool_calls_json)
Nz [{name arguments)researchr% startlenstripgroupjsonloadsJSONDecodeErrorr$ findallsub
startswith)r' r+ thinking_matchcontentthinking_content json_pattern json_matchesjson_strs r) preprocess_model_outputz&xLAMToolParser.preprocess_model_output> s 4# >
)
+,,, 000'
)
)
)$($A ) )L#%:lC? ?DD.?E22FF0G G,+G,requestc | | \ }}|st dg | S t j | }t |t
s.t d t dg |p| S g }t | D ]\ }}t |t rd|vsd|vr t d| >t d| dt d t |d t |d t rt j
|d n|d
} | | t t | d k || S # t $ rD}
t d
t% |
t dg | cY d}
~
S d}
~
ww xY w)zB
Extract tool calls from a complete model output.
F) tools_called
tool_callsrA z Tool calls data is not an arrayr2 r3 z$Invalid tool call format at index %dcall__function)r2 r3 )idtyperM r z Error extracting tool calls: %sN)rF r r: r;
isinstancelistloggerdebug enumeratedictr r r
dumpsappendr7 Exception exceptionstr) r' r+ rG rA potential_tool_callstool_calls_datarJ idxcall tool_calles r) extract_tool_callsz!xLAMToolParser.extract_tool_callsz s; 8 ,0,H,H ,V,V )G)'
3!&2w
#j)= > >O ot44
>???3!& ! # 3| *,J & 7 7
-
- T"4.. T))"$..LL!GMMM $4s44[]]44# ) !&\ *${*;T B B 3DJtK'8 9 9 9!%k!2 !!),,,,/ __q 0%
>A G G G/ "r<
s* +F AF C;F
G 9G
G
G
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsNc
| }| | \ } }
d|v p d|v pd|v pd|v } | d p;| d p&| d pd|v p
|
dup | od|v od |v } | st |
S t | d s d g g d
| _ |
r|
n|}
t
j |
}t |t r|| _
n# t j $ r Y nw xY wt | d r| j d d t | j d |k >| j d }|d k s
||dz
k r$|dz } | |k r| j d | d s| | j d< | | _ | }|| d } d!| d"t3 }|| j d |< t t% |d|t' | d g }d| j d | d < d| _ t | j |k r2| j d t | j |k 2|S |dk r||k rd#} t j | | } | rQ| dk r8d} t9 | D ]%}!|!|k r| j d | d$ sd| j d | d$< d%| j d | d&< t | j |k r2| j d t | j |k 2| j |xx d%z
cc< t t% |t' d%' d ( g }||dz
k r'| j dxx dz
cc< | j d | _ |c S 'd)}"t t j |"| }#|t |# k r@|#| d }$||dz
k }%|dk r t
j | }t |t r|t | k rn|| }&t |& d* t< rt
j |&d* }$n#tA |& d*d% }$n"# t j tB tD f$ r Y nw xY w| j d | d& }'| j d | d$ s|$ d+ rd| j d | d$< d+| j d | d&< t | j |k r2| j d t | j |k 2| j |xx d+z
cc< t t% |t' d+' d ( g }|S |$ |' r|$t |' d }(|(r|$| j d | d&< t | j |k r2| j d t | j |k 2| j |xx |(z
cc< t t% |t' |(' d ( g }|S |$# d, r6|$|'k r0||dz
k r'| j dxx dz
cc< | j d | _ dS # tH $ r7})tJ & d-|) t |
cY d})~)S d})~)ww xY w).z8
Extract tool calls for streaming mode.
z```jsonz```
[z [TOOL_CALLS]z r0 z [Nz"name"z "arguments")rA r& r r r" r r. Fz"name"\s*:\s*"([^"]+)"rM )r2 T) exclude_none)indexrO rN rM )rJ r r r/ ) sent_namesent_arguments_prefixsent_argumentsrk z"```(?:json)?\s*([\s\S]*?)(?:```|$)z"name"\s*:\s*"([^"]*)r rK rL z4"name"\s*:\s*"[^"]+"\s*,\s*"arguments"\s*:\s*\{\s*\}rl z{}rm )r3 )rj rM zL"name"\s*:\s*"[^"]+"\s*,\s*"arguments"\s*:\s*(\{(?:[^{}]|(?:\{[^{}]*\}))*\})r3 r1 }z Error in streaming tool calls: )'r8 rF r? r
hasattrr& r: r; rP rQ r# r< r7 r" r4 r5 r9 r r r
model_dumpr rW r finditerr r! r6 rangegetrU rV rZ KeyError
IndexErrorendswithrX rR rY )*r' rb rc rd re rf rg rG
stripped_textpreprocessed_contentpreprocessed_tool_callshas_potential_json_blockis_tool_call_blocktool_calls_text parsed_tools name_pattern
name_match
function_nametool_iddelta search_text
json_matchpotential_json name_matches
tool_countpartial_name_patternpartial_matches current_idxnext_idx tool_nameempty_args_patternempty_args_matchempty_args_tool_idxi args_pattern args_matches args_text is_last_tool current_tool sent_args args_diffr` s* r) extract_tool_calls_streamingz+xLAMToolParser.extract_tool_calls_streaming s %**,,
8<8T8T 9
9
5 5
%
-<'
- -
- , !
$ $S ) )
''
66
''77
L
(
$4 /
) 2 ,2!\1 & " 4
333 3A 44!233
*, ""$( ($
0GX++L $z/ : : lD11 ;.:D+'
233,
%/00144 /00A55 /2e;; $=L!#< !F!FJ! %(2(8(8(;(;
#4"5"5 , -*+)3'.->-:.& .& .&&0jdj&C&C
!" !" !" ( ! ! ! 48&//0,EF,-AB t 3L ABBaGG 0 > E E15=B68!" !" RVD 0 >q A+ N6:3 $
,CT''
+
5/G
5 Y9<
5%/%5%5a%8%8%>%>%@%@N%0055 5 N22}7V7V&4 5L L+ F FGGL \**J Q'?$"&r{3G'U'U"V"V" 4 4 d*<899JFF$\299%*16*, d*<899JFF d*:677*DD$Z077=== d*:677*DD ./CDK b K*q.$@$@&? z)) 0 >x H U * BJD()=>+3D("*K !-[ 9 ? ? B BI Dk C CKMM C CGDKD(4[A ( )&1%/#*): )J)J)J)U)U15 *V *" *" $ E TXD( 6{CKP26D/ d 011[@@ *11"555 d 011[@@ !L a K*$<$< L # $&9-?#M#M $ (-(8(>(>(@(@1(D(D*+' ": . . %- %- ++#'#7 #Ek#R 7$ " - %) !% 4\ B; O$;!"
%) !% 4\ B; O$4!"
'*$*<&=&=&L&L$($6$=$=b$A$A$A '*$*<&=&=&L&L $ 2; ? ? ?4 G ? ? ?(4(52=5F:>6. 6. 6..8jdj.K.K )* )* )*0& )" )" )" $/a #?#?$($89M$N$N$NRS$S$N$N$N;?;O(<<&D$8 (- o #BK k$J$J K K \!2!222 ,[ 9 ? ? B BI $/*q.#@L "A~~ !+/:k+B+BL ), = = Y+PS ,Q Q C C 0.>{.K.KT#R#R !Y04
< ;T0U0UII03L4D4D[RV4W4W0X0XI $ 4h
K ! ! ! D!
!% 4\ B; O(!I
/ =kJ/ %#..s33%
! ,\:;G 3
,\:;G ,
"$"4 5 5 D D . 5 5b 9 9 9 "$"4 5 5 D D *;7773>777 , -*5->25.& .& .&&0jdj&C&C !" !" !"( ! ! ! % !++I66 )$-c)nn.>.>$? $ ) !* ! 0 >{ K 0
#&d&8"9"9["H"H $ 2 9 9" = = = #&d&8"9"9["H"H .{ ; ; ;y H ; ; ;$0$1.91B6?2* 2* 2**4*$**G*G %& %& %&," % % % E $)L !))#.. 9 3I3I&a 77 01E F F F! K F F F373G 44 D 0
4 4 4 4 Bq B B C C C
333 3 3 3 3 3 3 4s !h =6C4 3h 4Dh DEh Ch G >*?> %> > > >@s4s4 s4 s4
%SM s4 $C=
s4 "# s4 's4
|T! "s4 s4 s4 s4 s4 s4 s4 s4r* r ) r: collections.abcr typingr r r regexr4 0vllm.entrypoints.openai.chat_completion.protocolr vllm.entrypoints.chat_utilsr 'vllm.entrypoints.openai.engine.protocolr r
r r r
r &vllm.tool_parsers.abstract_tool_parserr vllm.loggerr vllm.tokenizersr
vllm.utilsr r rR r r* r) r sq $ $ $ $ $ $ ' ' ' ' ' ' ' ' ' ' : 9 9 9 9 9 $ # # # # # ) ) ) ) ) ) " " " " " " X N4 N4 N4 N4 N4Z N4 N4 N4 N4 N4r*