.`iw! d dl Z d dlZd dlmZ d dlmZ d dlZd dlm Z m
Z
d dl m Z m
Z
mZmZmZmZ d dlmZ d dlmZ d dlmZ ee Z G d d
e ZdS ) N)Sequence)Any)ChatCompletionRequestChatCompletionToolsParam)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)
ToolParserc e Zd Zdef fd Zdedef fd ZdededefdZ ded ed
ed e
e d e
e d
e
e dede dz fdZ
xZS )Glm4MoeModelToolParser tokenizerc X t | d| _ g | _ d| _ g | _ d| _ d| _ | j | _ t j
dt j | _ t j
dt j | _
t j
dt j | _ | j st! d | j | j | _ | j | j | _ d | _ d S )
NFz z z.*?z%([^\n]*)\n(.*)z7(.*?)\s*(.*?)zUThe model tokenizer must be passed to the ToolParser constructor during construction. )super__init__current_tool_name_sentprev_tool_call_arrcurrent_tool_idstreamed_args_for_tooltool_call_start_tokentool_call_end_tokentool_calls_start_tokenrecompileDOTALLfunc_call_regexfunc_detail_regexfunc_arg_regexmodel_tokenizer
ValueErrorvocabgettool_call_start_token_idtool_call_end_token_id_buffer)selfr __class__s z/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/tool_parsers/glm4_moe_tool_parser.pyr z Glm4MoeModelToolParser.__init__! s
###&+#.0 ! 13#%2"#1 &*&@# !z*G S S !# 4bi"
"
!j F
# 3
)-
t7Q(R(R%&*jnnT5M&N&N# requestreturnc | t | }|j r|j dk rd|_ |S )zy
Adjust request parameters to ensure tool call tokens are not skipped
during tokenizer decoding.
noneF)r adjust_requesttools tool_choiceskip_special_tokens)r, r0 r- s r. r4 z%Glm4MoeModelToolParser.adjust_request= sB
''((11 = 0W 0F : :
+0G 'r/ model_outputc
dt dt dt t d z dt fd}dt dt fd}| j | }t d| g }|D ]:}| j
| }|s t d | ;| d
} | d }
|
r| j
|
ng } i } | D ]k\ }
}|
}| } || ||j s || }t d || || |< l| t# d
t% | t' j | d < t+ | dk r4|d | | j }t1 d|| S t1 dg | S # t2 $ r/ t d t1 dg | cY S w xY w)N tool_namearg_namer5 r1 c , |dS |D ]q}|j j | k r_|j j dS |j j di |i dd }|dk c S rt d| dS )NF
propertiestypestringzNo tool named '%s'.)functionname
parametersr( loggerdebug)r: r; r5 toolarg_types r. _is_string_typezBGlm4MoeModelToolParser.extract_tool_calls.._is_string_typeP s
} u
0
0=%22}/7 $uu
044\2FF Xr** VT**
$x//// 3
LL. : : :5r/ valuec t j | S # t $ r Y nw xY w t j | S # t $ r Y nw xY w| S )N)jsonloads Exceptionast literal_eval)rH s r. _deserializez?Glm4MoeModelToolParser.extract_tool_calls.._deserialized sr
z%(((
'...
Ls
##;
AAzmodel_output: %sz*Failed to parse tool call details from: %s zarg_key = %s, arg_val = %sr@ F) ensure_asciirA arguments)r> r@ r T) tools_called
tool_callscontentz Failed to extract tool call spec)strlistr boolr r" findallrC rD r# searchwarninggroupr$ stripr5 appendr r rJ dumpslenfindr r
rL exception)r, r8 r0 rG rO matched_tool_callsrV match tc_detailtc_nametc_argspairsarg_dctkeyrH arg_keyarg_valrW s r. extract_tool_callsz)Glm4MoeModelToolParser.extract_tool_callsK s
01D8 (
" 1 9 9, G G ' 666+ J+
2 9 9% @ @ NND #//!,,#//!,,@GO+33G<< r@ )rW rV rP )r+ rc r r r rC rD r r r rb r` ro rV r] r@ rA rJ rK rT rW r rx r> r )r, rp rq rr rs rt ru r0 cur_text start_idxend_idxextracted_tool_calls tool_calldeltas r. extract_tool_calls_streamingz3Glm4MoeModelToolParser.extract_tool_calls_streaming s
" < MM$"<== ?? DL#a'' 111 1 _h///-- 899 b==#r))'($*,'.0+d-..$2FFF'..r222 d-..$2FFFd122d6JJJ+222666 d122d6JJJ $(#:#:B7S)A%B%BBBCW$ $ '233q88 BCCCt,7:I!*/ !Z (:(D E E= =D #D$8 9
",
'(< = !,4! " 2$< &^!2!*!3!8&/&8&B" " "
E
A % #Gc$2J.K.K$K$M$MNDLL
+ HZiZ$89999r/ )__name__
__module__ __qualname__r r r r4 rX r
ro r intr r
__classcell__)r- s @r. r r s- - 8 &; @U RR 'R
& R R R Rh@:@: @: @:
%SM @: $C=
@: "# @: '@:
@: @: @: @: @: @: @: @:r/ r )rM rJ collections.abcr typingr regexr 0vllm.entrypoints.openai.chat_completion.protocolr r 'vllm.entrypoints.openai.engine.protocolr r r r
r r vllm.loggerr
vllm.tokenizersr &vllm.tool_parsers.abstract_tool_parserr r rC r r/ r. r sT
$ $ $ $ $ $ $ # # # # # ) ) ) ) ) )
X : : : : :Z : : : : :r/