.`i{ d dl Z d dlZd dlmZ d dlmZ d dlZd dlm Z d dl
m Z m Z m
Z
mZmZmZ d dlmZ d dlmZ d dlmZ ee Z G d d
e ZdS ) N)Sequence)Any)ChatCompletionRequest)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)
ToolParserc < e Zd Zdef fd ZdefdZd ZdedefdZded ede fd
Z
d e de e fd Z ded
e e de fdZ
dedede e fdZdede dz dedz fdZdededefdZdededed ee d ee d ee dededz fd Z xZS ) MinimaxM2ToolParser tokenizerc t | g | _ d| _ d| _ d| _ d| _ d| _ d| _ d| _ d | _
g | _ d| _ d| _
d| _ d| _ d| _ d | _ d | _ d | _ d| _ d| _ d| _ d | _ d| _ d| _ i | _ d | _ | t; j d
t: j | _ t; j d t: j | _! t; j d t: j | _" | j# stI d
| j% & | j | _' | j% & | j | _( | j' | j( tS d tT + d| j, j- d S )Nzzz
zFr z,(.*?)zz!zUThe model tokenizer must be passed to the ToolParser constructor during construction.zTMiniMax M2 Tool parser could not locate tool call start/end tokens in the tokenizer!z)vLLM Successfully import tool parser %s !).super__init__prev_tool_call_arrtool_call_start_tokentool_call_end_tokeninvoke_start_prefixinvoke_end_tokenparameter_prefixparameter_end_tokencurrent_tool_name_sentcurrent_tool_idstreamed_args_for_toolis_tool_call_started failed_countcurrent_tool_index invoke_index header_sentcurrent_function_namecurrent_param_namecurrent_param_value param_countin_param in_functionaccumulated_text json_started json_closedaccumulated_paramsstreaming_request_reset_streaming_staterecompileDOTALLtool_call_complete_regexinvoke_complete_regexparameter_complete_regexmodel_tokenizer
ValueErrorvocabgettool_call_start_token_idtool_call_end_token_id RuntimeErrorloggerdebug __class____name__)selfr r@ s |/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/tool_parsers/minimax_m2_tool_parser.pyr z MinimaxM2ToolParser.__init__ s
###.0 +@"(> (7 %0 %7 (6 -2#+/ 13#*/!!" () !"!&15".2 (* ! #
!&%' "'!&(* ?C
##%%% )+
;RY)
)
% &(Z *BI&
&
" )+
0"))
)
% # 3
)-
t7Q(R(R%&*jnnT5M&N&N# ( 0D4O4W +
7 9P
returnc H dt j j dd S )z Generate a unique tool call ID.call_N )uuiduuid4hexrB s rC _generate_tool_call_idz*MinimaxM2ToolParser._generate_tool_call_idf s" .tz||',...rD c J d| _ d| _ d| _ d| _ d| _ d| _ d| _ d| _ d| _ d| _ d| _
d| _ d| _ d| _
i | _ d| _ | j | j dS )zReset all streaming state.r FNr )r" r# r r$ r r% r& r' r( r) r* r+ r, r- r. r/ r clearr rL s rC r0 z*MinimaxM2ToolParser._reset_streaming_statej s "# $)! # %)""& #%
" ! "$ !% %%''' #))+++++rD name_strc | }| d r| d s*| d r | d r
|dd S |S )z Extract name from quoted string."' )strip
startswithendswith)rB rP s rC
_extract_namez!MinimaxM2ToolParser._extract_name s >>## $ $ "!!#&& " ""3'' " !!#&& " AbD> !rD value
param_typec 0 | ||g S )zIConvert parameter value to the correct type (legacy single-type version).) _convert_param_value_with_types)rB rZ r[ s rC _convert_param_valuez(MinimaxM2ToolParser._convert_param_value s 33EJ<HHHrD schemac |dgS t |t sdgS t }d|v rw|d }t |t r| | nDt |t
r/|D ],}t |t r| | -d|v rKt |d t
r/|d r&|d D ] }|| d t |t r| d Ft |t r| d qt |t r| d t |t r| d t |t
r| d t |t r| d
d D ]V}||v rPt || t
r5|| D ],}| | }|
| -W|sdgS t | S ) a5
Extract all possible types from a JSON schema definition.
Handles anyOf, oneOf, allOf, type arrays, and enum fields.
Args:
schema: The JSON schema definition for a parameter
Returns:
List of type strings (e.g., ["string", "integer", "null"])
Nstringtypeenumnullbooleanintegernumberarrayobject)anyOfoneOfallOf)
isinstancedictsetstraddlistboolintfloat_extract_types_from_schemaupdate) rB r_ types
type_valuetrZ choice_fieldchoice extracteds rC rv z.MinimaxM2ToolParser._extract_types_from_schema s} > : &$'' : %% V J*c**
% *%%%%J--
%# % %A!!S)) % ! V
6&>4 @ @ VF^
(
(=IIf%%%% t,, (IIi(((( s++ (IIi(((( u-- (IIh'''' s++ (IIh'''' t,, (IIg&&&& t,, (IIh''' 8 , ,Lv%%*VL5I4*P*P% $\ 2 , ,F $ ? ? G GILL++++ : E{{rD param_typesc | dv rdS d |D }g d}|D ]}||vr|dv r|c S |dv r) t | c S # t t f$ r Y 8w xY w|dv rM t | }|t | k r|nt | c S # t t f$ r Y w xY w|dv r5| }|d v r d
S |d v r d S |d
v r, t
j | c S # t j $ r Y w xY w t
j | S # t j $ r |cY S w xY w)a<
Convert parameter value to the correct type based on a list of possible types.
Tries each type in order until one succeeds.
Args:
value: The string value to convert
param_types: List of possible type strings
Returns:
The converted value
)rd nonenilNc 6 g | ]}| S )lower).0rz s rC
zGMinimaxM2ToolParser._convert_param_value_with_types.. s ;;;!AGGII;;;rD ) rf rt rg ru re rs ri rh ra rp text)ra rp r )rf rt )rg ru )re rs )true1yesonT)false0nooffF)ri rh ) r rt r8 TypeErrorru rV jsonloadsJSONDecodeError)rB rZ r~ normalized_types
type_priorityr[ val lower_vals rC r] z3MinimaxM2ToolParser._convert_param_value_with_types s ;;== 3 3 34 <;{;;;
( J!111 666 111 u::%%%"I. H 222 ,,C"%S//33s3xx???"I. H 222 !KKMM / / 1 1 ::: 44 "=== 55 222 :e,,,,,+ H 3 :e$$ $# LLL sG AA$#A$,2B!!B54B56D D D #D7 7E
E
param_name param_configc z ||vrdgS || }t |t sdgS | | S )a<
Get parameter types from parameter configuration.
Handles anyOf, oneOf, allOf, and direct type definitions.
Args:
param_name: The name of the parameter
param_config: The properties dict from the tool schema
Returns:
List of type strings
ra )rm rn rv )rB r r param_schemas rC _get_param_types_from_configz0MinimaxM2ToolParser._get_param_types_from_config sO \ ) ) : #J/ ,-- : ..|<< block.z^([^>]+)NrT function
parameters
propertiesz
^([^>]+)>(.*)
rU F ensure_asciiname arguments)rb r )r1 searchrY grouphasattrr r r rm rn r6 findallr3 rV rW rX r r] r r
r dumps)rB r r
name_match
function_namer toolparams
param_dictmatch param_matchr param_valuer[ s rC _parse_single_invokez(MinimaxM2ToolParser._parse_single_invoke. s
Y{J77
4 **:+;+;A+>+>??
D*--
*m;;
|<< < "] 5F!&$// >z< X X
*.)M)M * *
:& !" *ZeDDD
rD model_outputrequestc | j |vrt dg | S g }| j | D ]U}| j | D ]8}| ||r|j nd }|r| | 9V|st dg | S | j |D ]3}| j |j
j |j
j d 4|
| j }|dk r
|d| nd}t d|| S # t $ r/ t d t dg | cY S w xY w)z>Extract tool calls from complete model output (non-streaming).F) tools_called
tool_callscontentNr r TzError extracting tool calls)r r r4 r r5 r r appendr rO r r r find Exceptionr> exception) rB r r r tool_call_match invoke_match tool_callfirst_tool_idxr s rC extract_tool_callsz&MinimaxM2ToolParser.extract_tool_callsc s %\ 9 9/ "r<
( J $(#@#H#H #V#V
5
5$($>$F$F$W$W 5 5L $ 9 9$w&HgmmD! !I ! 5")))444 5
3!&2|
# ) ) + + + '
'.. ) 2 7%.%7%A * . .t/I J JN7E7I7Il?N?33tG/ !j'
: ; ; ;/ "r<
s BD0 #B D0 06E)(E)
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsc
< |r | j |v r| || _ |s|r| j |vrt | j | }|dk rdt | j dk rL| | j | | j z
} | dk rt d S n| j s|rt d S dS || _ | j
rh| j sa| | j }
|
| j k r<| xj dz
c_ d| _ d| _ d| _ d| _
d| _ i | _ dS | j s| j |v s | j |v rFd| _ | j |v r4|d| | j } | rt | S dS | | j r| dk rdS t | S | | j } | j | k rdS g }
d} | | j | }|dk rn-|
| |t | j z
}O| j t |
k rdS |
| j }| | j | }|dk r ||d }n |||t | j z }| j sY| j |v rM| | j t | j z }| d | }|dk r||| }| | | _ | | _ d| _ d| _ t | j | j k rY| j | j i d
t | j! | j k r| j! d t tE | j | j tG | j d
d g
S dS | j r| j rx| j sqd| _ | j t | j! k r| j! | j xx dz
cc< t tE | j tG d g
S | j sd| _ | j
s| j |v r| | j$ }| j |k rd| _
| | j t | j z }| | j | }|dk r||| } | % || j r | j j& nd }|rP| j t | j k r3|j' j( }tS j* | | j | j d< n# tV $ r Y nw xY wt tE | j tG d g
}| j t | j! k r| j! | j xx dz
cc< d| _
d| _ i | _ tX - d |S dS g } d} | | j$ | }|dk rn-| | |t | j$ z
}O| j. s| j t | k rt | | j k r| | j } | t | j$ z } || d } d | v r| d } | d| }!| |! | _/ | | z dz }"||"d }#|#0 d r
|#dd }#|# | j1 }$|$dk rm|# | j$ }%|# | j }&|%dk r|&dk s|%|&k r|%}$n$|&dk r|&}$n| j |v rt |# }$ndS |$dk r|#d|$ }'|' d r
|'dd }'|'| j | j/ < i }(| j r| j j& rx| j j& D ]k})te |)d rY|)j' j3 | j k rDte |)j' d r/|)j' j4 }*tk |*tl r d|*v r|*d }( nl| 7 | j/ |( }+| 8 |'|+ },tS j9 |,d }-| j dk rd| j/ d|- }.n
d| j/ d|- }.| xj dz
c_ | j t | j! k r| j! | j xx |.z
cc< t tE | j tG |. g
S dS )z/Extract tool calls from streaming model output.r r )r NrT FTrU >r r )indexidr rb )r {)r )r r r }z"[M2_STREAMING] Tool call completedr r r r rR z": z, "):r r0 r/ r< lenr4 r r countr r r r+ r- r* r r" r$ r( r, r. r; r rstriprX rV r r r rY r% rM r r r r r r r r r r r r r> r? r) r& rW r r r r rm rn r r] r )/rB r r r r r r r complete_calls
open_calls invoke_endscontent_beforeinvoke_starts_countinvoke_start_positionsidxinvoke_start_idxinvoke_end_idx tool_text
func_startfunc_endfunction_name_rawtotal_param_count invoke_startinvoke_content_endinvoke_content parsed_toolargsresult param_starts param_idx param_start remainingname_endparam_name_raw value_start
value_text
param_end_idxnext_param_idx func_end_idxr r r r r[ converted_valueserialized_value
json_fragments/ rC extract_tool_calls_streamingz0MinimaxM2ToolParser.extract_tool_calls_streaming s5 - :j H H ' ' ) ) )%,D "
44#>o#U#U!$199,GG" "
"A%%#d.E*F*F*J*J!-!3!3 2" "$**4+CDD"EJ "Q +B 7 7 77 ' 2 4| 4'33334 !-
D$4
&,,T-BCCKT 444''1,''#( #$ $)!#( #( *,'t ( 8 - @@-;;,0)-;;%/F***4+EFFF&N & D +N C C CCt !''))2243KLL "((**b00 4#J7777 + 0 01I J J "&9 9 94 -/ 1 ##D$C8M4N4N#NNI
+ '944 &^^D,D E E,I I
%>>#z::r>>(1*X2E(F%151C1CDU1V1VD.+/+F+F+H+HD('+D$'+D$
4233t7NNN /66(,(B-/ t :;;t?VVV 7 > >r B B B ( )&*&=#'#7):)-)Cr*" *" *" &0
$ 4 I
(9
$(!*S1L-M-MMM/0GHHHCOHHH#%"&"9%6%E%E%E $
)$(! # ;
(=(J(J$-OOD4I$J$J! #'888'+D$ $->>$2J#K#Kc 0O O $L *3 -|* *& *R//)2<@R3R)S!*.*C*C .#'#9!* 6 < <%) + + K + 5t/F $ 7J J 0 0 (3';'E %)Jt$4$4 !% 78O P$/!" ) ! ! ! D! * )&*&=):S)I)I)I $ F .T5P1Q1QQQ 3D4KLLLPSSLLL'+D$',D$.0D+LL!EFFF!M 4 LC
2 nnT%:C@@"99 ##C(((s40111
2 Mk
$s<'8'888 %%(888 ))9 : '#d.C*D*D D %kll 3 )## (~~c 2 2H%.yy%9N.2.@.@ .P.PD+ #."81"(D * *$+D*$=$= !*(,
(:d>X(X(X(/
|(L(L )Y .2]-EF(264(@(@%L,8F,B,B7=l7K $)E &*%F%F 3\& &
+/*N*N '+ + ,0: +%, , ,( +q00 RD$; R R@P R R *M
!Ud&= T TBR T T * ((A-(( 2S9T5U5UUU 78O P P P - P P P , -*.*A-> -W-W-W!" !" !"( ts A;X
XX)rA
__module__ __qualname__r
r rp rM r0 rY r r^ rr rv r] rn r r r r r r r rt r r
__classcell__)r@ s @rC r r s@ D
- D
D
D
D
D
D
L/ / / / /, , ,0
c
c
I# I3 I3 I I I I: :c : : : :xGG'+CyG G G G GR= =-1=
c= = = =.3
3
&*Tk3
D 3
3
3
3
j44 '4
& 4 4 4 4lnn n n
%SM n $C=
n "# n 'n
n n n n n n n nrD r )r rI collections.abcr typingr regexr1 0vllm.entrypoints.openai.chat_completion.protocolr 'vllm.entrypoints.openai.engine.protocolr r r r r
r vllm.loggerr vllm.tokenizersr
&vllm.tool_parsers.abstract_tool_parserr rA r> r r rD rC r sJ $ $ $ $ $ $ $ # # # # # ) ) ) ) ) )
X h h h h h * h h h h h rD