.`imhddlmZddlZddlmZddlmZmZm Z m Z m Z m Z ddl mZddlmZddlmZeeZGdd eZdS) )SequenceN)ChatCompletionRequest)DeltaFunctionCall DeltaMessage DeltaToolCallExtractedToolCallInformation FunctionCallToolCall) init_logger) TokenizerLike) ToolParserceZdZdeffd ZdedeeeeffdZddZ ddZ d ed e de fd Z d ed ededeedeedeed e dedzfdZxZS)KimiK2ToolParser tokenizerct|d_g_d_g_d_d_d_d_ d_ d_ d_ d_ dd g_dd g_d _d _t%jd t$j_t%jd_t%jd_jst3djj _jj _fdjD_fdjD_jj_ jj_!jjtEddS)NFiri z<|tool_calls_section_begin|>z<|tool_calls_section_end|>z<|tool_call_section_begin|>z<|tool_call_section_end|>z<|tool_call_begin|>z<|tool_call_end|>z<\|tool_call_begin\|>\s*(?P[^<]+:\d+)\s*<\|tool_call_argument_begin\|>\s*(?P(?:(?!<\|tool_call_begin\|>).)*?)\s*<\|tool_call_end\|>zV(?P.+:\d+)\s*<\|tool_call_argument_begin\|>\s*(?P.*)z(?P.+:\d+)\s*zUThe model tokenizer must be passed to the ToolParser constructor during construction.cLg|] }j|x!SNvocabget.0variantselftids y/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/tool_parsers/kimi_k2_tool_parser.py z-KimiK2ToolParser.__init__..Ts<6 6 6 z~~g...; ;;;cLg|] }j|x!Srrrs rrz-KimiK2ToolParser.__init__..Ys<4 4 4 z~~g...; ;;;r zQKimi-K2 Tool parser could not locate tool call start/end tokens in the tokenizer!)#super__init__current_tool_name_sentprev_tool_call_arrcurrent_tool_idstreamed_args_for_toolin_tool_section token_bufferbuffer_max_sizesection_char_countmax_section_chars_buffer_overflow_loggedtool_calls_start_tokentool_calls_end_tokentool_calls_start_token_variantstool_calls_end_token_variantstool_call_start_tokentool_call_end_tokenrecompileDOTALLtool_call_regexstream_tool_call_portion_regexstream_tool_call_name_regexmodel_tokenizer ValueErrorrrtool_calls_start_token_idtool_calls_end_token_idtool_calls_start_token_idstool_calls_end_token_idstool_call_start_token_idtool_call_end_token_id RuntimeError)rrr __class__s` @rr#zKimiK2ToolParser.__init__s. ###,1#.0$&  # &+!#%)'(&*-2$,J#)E! * ); , ) '9 * +@"(; !z u I   /1j e/ / +,.:6T+U+U(# 3 *.8S)T)T&'+z~~d6O'P'P$6 6 6 6 6 ?6 6 6 ' 4 4 4 4 4 =4 4 4 % )- t7Q(R(R%&*jnnT5M&N&N#  * 2+3+ 43r textreturncd}d}|}|jD]}||vr||d}d}|jD]}||vr||d}d}|||fS)z Check for section begin/end markers in text and strip them. Returns: (cleaned_text, found_section_begin, found_section_end) FrT)r0replacer1)rrD found_begin found_endcleanedrs r_check_and_strip_markersz)KimiK2ToolParser._check_and_strip_markersks   ; # #G'!!!//'266" 9 ! !G'!!!//'266  Y..r Nc0d|_d|_d|_dS)z&Reset state when exiting tool section.FrrN)r(r)r+rs r_reset_section_statez%KimiK2ToolParser._reset_section_states $"#r c|d|_g|_d|_g|_t ddS)z Reset all streaming state. Call this between requests to prevent state leakage when parser instance is reused. FrzStreaming state resetN)rNr$r%r&r'loggerdebugrMs rreset_streaming_statez&KimiK2ToolParser.reset_streaming_statesQ !!###',#"$!&(# ,-----r model_outputrequestc t|j|vrtdg|S |j|}td|g}|D]o}|\}}|dddd}|t|dt||  p|d| |j} td || r| ndS#t$r/t d tdg|cYSwxYw) NF) tools_called tool_callscontentzfunction_call_tuples: %s:r.rfunction)name arguments)idtyper[Tz,Error in extracting tool call from response.) r.rr7findallrPrQsplitappendr r find Exception exception) rrSrTfunction_call_tuplesrWmatch function_id function_args function_namerXs rextract_tool_callsz#KimiK2ToolParser.extract_tool_callss  &l : :/"r<  #  (,';'C'CL'Q'Q$ 79MNNN 1  E16.K$/$5$5c$:$:1$=$C$CC$H$H$LM%% *!+%1%2m&&&''W):):4;V)W)W'WX3!%)'.8GGD      !OPPP3!&2| sC C>>6D76D7 previous_text current_text delta_textprevious_token_idscurrent_token_idsdelta_token_idsc Ptd|td|d}|xj|z c_t|j|jkrK|js'td|jd|_|j|j dzd|_||j\} } } | r6|js/tdd|_| |_d|_ | r|jrtd |j |v} | r$d}td | |_ntd | d } |j D]9}||vr3| |d }t|d kr|d } n:| rt| Std S| |_t!fd|jD}|s1|js*tdt|S||\}}}|jr|xj t|z c_ |j |jkrZtd|j| t|r|nd S ||j}||j }|j}|j }d}d}||krq||krk|j|vrb|jr1|dkr+td|td Stdt|S|j|vrtd||z}| |jd |jd}| |jd}| |jd}||kr||krt|d kr!| |jd}nd}d}d}|xjd z c_d|_|jd td|jn||kr*||kr$| |jd}d}ng||kr||kr|jt|jdkr9td|r|jr| dS|j|jd}|r+|t>ur(| d!dn|}d|vr|r|jr| dS|"d}|d|dz}td||j|jxx|z cc<|r5|jr.td| ttG|jtI|%d g!Sn|jr@td"|r| td S|&|jd }|&|jd }tg|#}|r|jr| |StO}|r |j()|}|r[|*\}} | d$d d%d}!||d&<|!|d'<| |d<n|j+)|}"|"rZ|"*\}#|# d$d d%d}!|#|d&<|!|d'<d |d<ntd(dS|js|dS|d'}$|d&}|$rPd|_ttG|jd)|tI|$*%d+g!SdS||jrdS|t|nd}|Std,|jt|j|jkr|ji|j|jd}%|d}&td-|%td.|&|&s!|%std/|d}n\|&s |%rt,d0d}n:|&rY|%sWttG|jtI|&%d g!}|&|j|j<n|&r|%rt[|t>r|&|%krt|&t|%kr|&.|%r|&t|%d}'td1|ttG|jtI|'%d g!}|&|j|j<nd}|jt|jd z kr||j|j<n|j||r5|jr.td| |S#t^$rt0d2YdSwxYw)3Nzdelta_text: %szdelta_token_ids: %sFzxToken buffer exceeded max size (%d bytes), flushing excess. This may indicate very long markers or unusual tokenization.TzEntering tool sectionrzDetected section end markerz3Deferring section exit: tool_call_end in same chunkzExiting tool sectionr)rXc3 K|]}|vV dSr)rrrps r z@KimiK2ToolParser.extract_tool_calls_streaming..s:  ),C$ $      r zNo tool call tokens found!zdTool section exceeded max length (%d chars), forcing exit. This may indicate malformed model output.z2In tool section before first tool, suppressing: %sz/Generating text content! skipping tool parsing.z!tool_call_end_token in delta_textrzStarting on a new tool %sz/attempting to close tool call, but no tool callr]zutf-8unicode_escapez"}z@Finishing tool and found diff that had not been streamed yet: %sz Completing deferred section exit)r]) exclude_none)indexr[)rWz,In tool section, suppressing text generation)rWrXrYrZr^r\zNot enough tokenr[)r\)rzr_r^r[z,Trying to parse current tool call with ID %szdiffing old arguments: %szagainst new ones: %szSkipping text %s - no argumentszSshould be impossible to have arguments reset mid-call. skipping streaming anything.z got diff %sz+Error trying to handle streaming tool call.)1rPrQr)lenr*r-warningrKr(r+rArNr1rastripranyr>r,countr@r3r2rstriplstripr&r$r'rbr%rstrencodedecoderindexrr model_dumprGdictr8rggroupsr9error isinstance startswithrdre)(rrlrmrnrorprqrTdeferred_section_exit buffered_textfound_section_beginfound_section_end has_tool_endpost_section_contentrpartshas_section_token_prev_tool_start_countprev_tool_end_countcur_tool_start_countcur_tool_end_counttool_call_portion text_portion full_textdeltadiffend_locrDcurrent_tool_callcurrent_tool_call_matchestool_id tool_args tool_namecurrent_tool_call_name_matches tool_id_strrjprev_arguments cur_argumentsdelta_argumentss( ` rextract_tool_calls_streamingz-KimiK2ToolParser.extract_tool_calls_streamingsj  %z222 *O<<<!& Z' t ! !D$8 8 8/ 4S( 04, $ 143G2G12L2N2N OD   ) )$*; < < > *,=  (t'; ( LL0 1 1 1#'D -D &'D #  .!5 . LL6 7 7 7 6/IL 0(,% RSSS$1!! 3444))+++(*$#AG*,, * 0 0! < <u::>>3880 - (--//F'0DEEEE#B//// -D      040O      ! 4)= 4 LL5 6 6 6 333 3 88DD Aq   V  # #s: 6 # #&)???@* ))+++$*:J:J:L:L,TJJRTUUUUf %7$<$<-%% !#5":":4;V"W"W #4#:#:-$$ "3!8!89T!U!U  $ L%(:::'+===,J>> '4,@A,E,ELLL" (3333 NOOO#J7777':55 @AAA(:5 OOD$>??CU4344Q8VXX" (--d.FGGJQQSS )//0HII"MTTVV %'999(+@@@''!++(4(:(:4;U(V(V)%%)-% E# $$)$$.3++222666 8$:NOOOO%'999(,AAA%1$6$6t7Q$R$RSU$V!# %(:::&*===*2c$:Q6R6RVW6W6WLL!RSSS,41E4113334.t/CDHHUU  3;; G,,334DEEE! :--08T5I8 55777#t(//55G%hwh/$6DLL0 /0DEEEMEEE,41E4 %GHHH11333')&*&:):T)J)J)J)U)U15*V*"*"$    / J'4LL!OPPP,411333'3333!))$*DbII||D$%k228>>?PQQ36$)G)N)N)P)P$/$5$5c$:$:1$=$C$CC$H$H$L 2=)$/4=)&19;)+66 %7888#t. $,4,=,A,A&,I,I +//55  26D/')&*&:%/#*):)6*"*"*"",*$*"?"?  $     4 !(' 4$/!4444  LL>@T    4*++t/CCC'..r222"4T5IJNNN.11+>>M LL4n E E E LL/ ? ? ?!3 !3 ! > KKK#- !~- ! =$ !~$ !$%"&"6%6*7&&&(jdj;;     ER+D,@AA !> !z3//!%77M**S-@-@@@%00@@A'4C4G4G4I4I&JOLL ;;;()&*&:):.=*"*"*"",*$*"?"? $   EIVD/0DEE E#s4+B'C'Ca'GGG@Q'(<=='../@AAA% ,)= , ?@@@))+++L      J K K K44 scB8q=:)q=$H q=/Ars& %$$$$$$#####)))))) X  {{{{{z{{{{{r