.`i d dl Z d dlmZ d dlZd dlmZ d dlmZm Z m
Z
m Z m Z m
Z
d dlmZ d dlmZ d dlmZ ee Z G d d e ZdS )
N)Sequence)ChatCompletionRequest)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)
ToolParserc e Zd Zdef fd ZdededefdZdeded ed
e e
d e e
d e e
dede d
z fdZ xZ
S )Ernie45ToolParser tokenizerc R t | d| _ g | _ d| _ g | _ d| _ d| _ d| _ d| _ d| _
| j | _ d| _ t j d t j | _ | j st% d
| j | j | _ | j | j | _ | j | j | _ | j | j | _ | j | j
| _ | j | j | _ | j | j | j g| _ d | _ d S )
zc
Ernie thinking model format:
abc
def
Fzz
z z z z<0x0A>z.\s*(?P\{.*?\})\s*zUThe model tokenizer must be passed to the ToolParser constructor during construction. N) super__init__current_tool_name_sentprev_tool_call_arrcurrent_tool_idstreamed_args_for_toolthink_end_tokenresponse_start_tokenresponse_end_tokentool_call_start_tokentool_call_end_tokentool_calls_start_token
newline_tokenrecompileDOTALLtool_call_regexmodel_tokenizer
ValueErrorvocabgetthink_end_token_idresponse_start_token_idresponse_end_token_idtool_call_start_token_idtool_call_end_token_idnewline_token_idparser_token_ids_buffer)selfr __class__s y/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/tool_parsers/ernie45_tool_parser.pyr zErnie45ToolParser.__init__ sx
###&+#.0 ! 13# ) )5!'4 %2"#1 &*&@#"* !z =ry
# 3
#'*..1E"F"F '+z~~d6O'P'P$%)Z^^D4K%L%L"(,
t7Q(R(R%&*jnnT5M&N&N# $
t/A B B # ( &!
model_outputrequestreturnc | j |vrt dg | S | j | }g }|D ]}t j | }t j | di d }| t dt | dd | |d | | j d
}t d ||r|nd S # t $ r/ t d t dg | cY S w xY w)
NF) tools_called
tool_callscontent arguments) ensure_asciifunctionnamer r? r< )typer>
Tz,Error in extracting tool call from response.)r r r$ findalljsonloadsdumpsr( appendr
r findrstrip Exceptionlogger exception) r1 r5 r6 tool_call_json_listr: tool_call_jsontool_call_dictargs_strr; s r3 extract_tool_callsz$Ernie45ToolParser.extract_tool_callsH s &l : :/ "r<
&*&:&B&B<&P&P#
&9
N%)Z%?%?N #z&**;;;% H %% !+%1%3%7%7%C%C*2& & & 'Dl''(CDDD&,, 4!% )'. 8GGD
!OPPP3!&2|
s C0D 6EE
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsNc xj |z
c_ j }| j } | dk rod _ j dk rd} j dk r0t fd|D r| d }|}
j |v ry|
d }
|
j } |
| t j z d }
|
j } | dk r
|
d | }
n- j |v r$|
j } |
d | }
t | dk rH|d j
v r9t | dk r&|d j k r|
d }
t |
r|
nd S t d| | j }
|
dk r j dk rd _ g _ g _ t j j k r7 j i t j j k 7t j j k r7 j d t j j k 7 |d |
t j z | }t |j dk r t d d S |j d }|j j t7 j |j j d j j < |j j j j < t |j t? j |j |j! tE |j j |j j
g } xj d z
c_ ||
t j z d _ |S || d _ |d | # d }
t |
r|
nd S )
Nr r r c 3 . K | ]}|j k V d S )N)r. ).0token_idr1 s r3 zAErnie45ToolParser.extract_tool_calls_streaming.. s< 2 26>D 112 2 2 2 2 2r4 rB )r; z
cur_text = %sz!Failed to extract any tool calls.r@ )indexidrA r> )r; r: )$r0 rH r r allstripr* lstripr lenrfindr r+ r/ r. r rK debugr r r rG rQ r: warningr> r? rD rE r< r; r r^ rA r rI )r1 rR rS rT rU rV rW r6 cur_text start_idxr; response_start_idxresponse_end_idxend_idxextracted_tool_calls tool_calldeltas ` r3 extract_tool_calls_streamingz.Ernie45ToolParser.extract_tool_calls_streamingv s
" < MM$"<== ?? DL#a'' #r))c 2 2 2 2BT2 2 2 / /) $>>$// G+>>!....%,\\$2K%L%L"!"4s4;T7U7U"U"W"WX#*==1H#I#I #r)) %&7'7&7 8G+>>#*==1H#I#I !"3#3"34 &''!++&r*d.CCCO$$q((_Q-?4CX-X-X!.... 7(DEEE E _h///-- 899 b==#r))'($*,'.0+d-..$2FFF'..r222 d-..$2FFFd122d6JJJ+222666 d122d6JJJ $(#:#:B7S)A%B%BBBCW$ $ '233q88 BCCCt,7:I!*/ !Z (:(D E E= =D #D$8 9
",
'(< = !,4! " 2$< &^!2!*!3!8&/&8&B" " "
E
A % #Gc$2J.K.K$K$M$MNDLL
+ :I:&--d33w$@GGDAAAAr4 )__name__
__module__ __qualname__r r strr r rQ r intr ro
__classcell__)r2 s @r3 r r s (- ( ( ( ( ( (T,, ',
& , , , ,\^B^B ^B ^B
%SM ^B $C=
^B "# ^B '^B
^B ^B ^B ^B ^B ^B ^B ^Br4 r )rD collections.abcr regexr! 0vllm.entrypoints.openai.chat_completion.protocolr 'vllm.entrypoints.openai.engine.protocolr r r r r r
vllm.loggerr vllm.tokenizersr &vllm.tool_parsers.abstract_tool_parserr
rp rK r r4 r3 r~ s9 $ $ $ $ $ $ $ # # # # # ) ) ) ) ) )
X wB wB wB wB wB
wB wB wB wB wBr4