.`ilA d dl Z d dlmZ d dlmZ d dlZd dlmZ d dl m
Z
m Z m Z m
Z
mZmZ d dlmZ d dlmZ d dlmZ d d lmZ d d
lmZ ee Z G d d e Z dS )
N)Sequence)Any)ChatCompletionRequest)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)
ToolParser)
consume_space) random_uuidc e Zd Zdef fd Zdedeedz edz f fdZdedede fdZ
d ed
ed ed e e d
e e de e dede
dz fdZd
efdZd
efdZde fdZde de fdZd
ede de fdZ xZS )HunyuanA13BToolParser tokenizerc t | g | _ d| _ d| _ g | _ g | _ g | _ t j dt j
| _ t j d | _ t j d | _
t j d | _ d| _ dg g d| _ d S ) NFz#([\s\S]*?)z"name"\s*:\s*"([^"]+)"z4"name"\s*:\s*"[^"]+"\s*,\s*"arguments"\s*:\s*\{\s*\}zL"name"\s*:\s*"[^"]+"\s*,\s*"arguments"\s*:\s*(\{(?:[^{}]|(?:\{[^{}]*\}))*\})z )current_tool_indextool_ids
sent_tools)super__init__prev_tool_callscurrent_tool_idcurrent_tool_name_sent
streamed_argscurrent_tools_sentprev_tool_call_arrrecompileDOTALLanswer_tool_calls_pattern
tool_name_regtool_empty_arg_regtool_non_empty_arg_reg
bot_stringstreaming_state)selfr __class__s ~/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/tool_parsers/hunyuan_a13b_tool_parser.pyr z HunyuanA13BToolParser.__init__" s
### ,. ! &+#(* /1 #% *, 2BI*
*
& Z(A B B"$* C#
#
')j ['
'
# ) #% 0
0
model_outputreturnNc | j | D ]}| \ d t j d|t j D }t fd|D }|s\|d }| d } t j | ||fc S # t $ r Y w xY w|d fS )Nc ^ g | ]*}| | f+S )startend).0ms r,
zAHunyuanA13BToolParser.preprocess_model_output..Q s= AEEGG$ r- z(.*?))flagsc 3 6 K | ]\ }}|k o|k V d S Nr2 )r5 t_startt_endr4 r3 s r, z@HunyuanA13BToolParser.preprocess_model_output..W sE 4BGU/C%K r- ) r$ finditerspanr! r# anygroupstripjsonloads Exception) r* r. match
think_regionsin_thinkcontenttool_calls_contentr4 r3 s @@r, preprocess_model_outputz-HunyuanA13BToolParser.preprocess_model_outputJ s9 3<<\JJ E JE3 +\ M FS H
&vv.%*[[^^%9%9%;%;" J 1222"$66666 H
T!!s 1C
CCrequestc | | \ }}|s+|r| ddd }t dg | S t j | }t |t s.t d t dg |p| S g }t | D ]\ }}t |t rd|vsd|vr#t d t d
t |d t |d t rt j |d n|d } | | |r%t! | d
k rd}t t! | d
k || S # t$ $ r t dg | cY S w xY w)zB
Extract tool calls from a complete model output.
u 助手： r> F) tools_called
tool_callsrJ z Tool calls data is not an arrayname argumentscall_function)rR rS )idtyperU r N)rL replacer rD rE
isinstancelistloggerdebug enumeratedictr r r
dumpsappendlenrC rF )
r* r. rM rJ potential_tool_callstool_calls_datarQ idxcall tool_calls
r, extract_tool_callsz(HunyuanA13BToolParser.extract_tool_callsd s5 > ,0,H,H ,V,V )G)'
B %ook2q A AG3!&2w
#j)= > >O ot44
>???3!& ! # 3| *,J & 7 7
-
- T"4.. T))"$.. $.{}}..# ) !&\ *${*;T B B 3DJtK'8 9 9 9!%k!2 !!),,,,
c'--// 2 2a 7 7 / __q 0%
/ "r<
s AF% AF% DF% % GG
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsc t d| }||d | j r%t |t | j z | }|r |t | k s || dk rt | S | ||d | | } | r| S t | j | }
t |
} | dk rdS |
| | j d } | | | |
}
|
r|
S |
|| | }|r|S dS )z8
Extract tool calls for streaming mode.
r N[)rJ r )r
startswithr( ra r _try_parse_json_tools_handle_test_compatibilityrZ r% r? _ensure_state_arraysr) _handle_tool_name_streaming_handle_tool_args_streaming)r* rh ri rj rk rl rm rM start_idx
test_delta name_matches
tool_count current_idx
name_delta
args_deltas r, extract_tool_calls_streamingz2HunyuanA13BToolParser.extract_tool_calls_streaming s "!\22
# . .t ? ? V%i#do2F2F&F UUI 4C - ---I&#--
333 3 ""<
#;<<<44\BB
D . 7 7 E EFF &&
??4 !!*---*+?@ 55 \
55 +z
tr- c t j | }t |t r || _ d S d S # t j $ r Y d S w xY wr: )rD rE rY rZ r JSONDecodeError)r* ri parsed_toolss r, rq z+HunyuanA13BToolParser._try_parse_json_tools se :l33L,--
7*6'''
7
7# DD s 06 A A c
t | j dk r*t | j dk r| j d du r| j | }|r| d }dt }t
t dd|t | d g
}dg| _ d| _
d| j d < t | j d dk r%| j d ddd
d nd| j d d d< d| _
|S d S )Nr r> Fzchatcmpl-tool-rU rR T exclude_noneindexrW rV rU rQ r r rO sent_namesent_arguments_prefixsent_argumentsr )ra r r% searchrB r r r r
model_dumpr r) r` r )r* ri
name_match
function_nametool_iddeltas r, rr z0HunyuanA13BToolParser._handle_test_compatibility s} t& ' '! + +D+,,11+A.%77 ! / 6 6| D D
!$.$4$4Q$7$7M >{}} > >G ( )&'%/#*):)6*" *" *"",*$*"?"?
$ E 04fD++,D(ABD()=>4/ =>>!CC ,\:AA-19>24 NR,\:1=kJ26D/ Ltr- ry c t | j d |k rB| j d dddd t | j d |k Bt | j d |k r@| j d d t | j d |k >d S d S )Nr FrO r r )ra r) r` )r* ry s r, rs z*HunyuanA13BToolParser._ensure_state_arrays s $&|455
BB . 5 5!&-2&(
$&|455
BB $&z233j@@ , 3 3D 9 9 9 $&z233j@@@@@@r- rz c
n |dk s
||dz
k r$|dz }||k r| j d | d s|| j d< || _ |}|| d }d| dt }|| j d |< t t |d |t
|
d
g }d | j d | d< d | _ t | j
|k r2| j
d t | j
|k 2|S d S )Nr r> r r r rT _r rU r Tr r r rO ) r) r rB r r r r r r ra r r` )r* rz ry rx next_idx tool_namer r s r, rt z1HunyuanA13BToolParser._handle_tool_name_streaming sy " j1n < <"QH:%% ,\:8D[Q & >F$%9:'/$ & ( 5 ; ;A > > ?+??
??@G$Z0=$%"-!+ &%6I%F%F%F%Q%Q-1 &R & & PT$\2;? L.2+$,--<<&--b111 $,--<< tr- c X |dk r||k r| j | }|rO| dk r6t | D ]%}||k r| j d | d sd| j d | d< d| j d | d< t | j |k r2| j d t | j |k 2| j |xx dz
cc< t t |t d d
g }||d z
k r'| j d
xx d z
cc< | j d
| _ |c S 't | j | }|t | k r|| d }||d z
k } | s| d|| }
|
dk rR|
d z } ||| | d d }| j d | d } | j d | d s| d rd| j d | d< d| j d | d< t | j |k r2| j d t | j |k 2| j |xx dz
cc< t t |t d d
g }|S | | r|t | d }
|
r|| j d | d< t | j |k r2| j d t | j |k 2| j |xx |
z
cc< t t |t |
d
g }|S | d r6|| k r0||d z
k r'| j d
xx d z
cc< | j d
| _ d S )Nr r r Tz{}r rO )rS r )r rU r r> r z},{r z "arguments":{})r& r r3 ranger) ra r r` r r r r r rZ r' r? rB findsplitrC rp endswith)r* ri rz ry empty_args_matchir args_matches args_text is_last_tool
next_tool_pos args_end_pos sent_args args_diffs r, ru z1HunyuanA13BToolParser._handle_tool_args_streaming: s ! j 8 8 # 6 = =l K K
)$4$:$:$<${ K 7
!% ! 0 >{ K 0 #&d&8"9"9["H"H $ 2 9 9" = = = #&d&8"9"9["H"H .{ ; ; ;t C ; ; ;$0$1.91B6:2* 2* 2**4*$**G*G %& %& %&," % % % E +Z!^ ; ; $ 45I J J Ja O J J J7;7K$88" 4 $)LLL ; D D\ R RSSLS . ... ( 5 ; ;A > > *j1n < # $0$5$5 |K 8 > > @ @% %M %**'4q'8 ( ,[ 9 ? ? A AL P #U> 2 21 6 #UWW " ! 0 >{ K$ +L9+F+ ! **3//!
( 6{C/
( 6{C( d 011[@@ *11"555 d 011[@@&{333s:333 ( )&1):S)I)I)I)T)T15 *U *" *" $ E !L '' 22 % )#i..*:*: ;I % & ,\:;G , "$"4 5 5 D D . 5 5b 9 9 9 "$"4 5 5 D D *;7779D777 , -*5->2;.& .& .&&0jdj&C&C !" !" !"( ! ! ! % %%c** yI/E/E"Z!^33 ,-ABBBaGBBB/3/C 00, tr- )__name__
__module__ __qualname__r
r strtuplerL r r rg r intr r} rq rr rs rt ru
__classcell__)r+ s @r, r r ! s &
- &
&
&
&
&
&
P" " sTz3:% &" " " "4D D*?D %D D D DL11 1 1
%SM 1 $C=
1 "# 1 '1
1 1 1 1f# %s % % % %N
:s
:
:
:
: ,/ Dl l.1l?Bl l l l l l l lr- r ) rD collections.abcr typingr regexr! 0vllm.entrypoints.openai.chat_completion.protocolr 'vllm.entrypoints.openai.engine.protocolr r r r r
r vllm.loggerr vllm.tokenizersr
&vllm.tool_parsers.abstract_tool_parserr vllm.tool_parsers.utilsr
vllm.utilsr r r[ r r2 r- r, r se
$ $ $ $ $ $ $ # # # # # ) ) ) ) ) ) 2 1 1 1 1 1 " " " " " " X E E E E EJ E E E E Er-