.`i S d dl Z d dlmZ d dlZd dlZd dlmZ d dlm Z d dl
m Z d dl m
Z
mZmZmZmZmZ d dlmZ d dlmZ d d lmZ d d
lmZ ee Z G d d e Z dS )
N)Sequence)Allow)make_tool_call_id)ChatCompletionRequest)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)MistralTokenizer)
ToolParserc e Zd Zdef fd ZdefdZdedef fd Zdedede fd Z
d
ed eded e e d
e e de e dede
dz fdZ xZS )Hermes2ProToolParser tokenizerc t | t |t r&t d |j _ d _ g _ d _
g _ d _ d _
t j dt j _ t j dt j _ j st' d j j d _ j j
d _ fd
j D _ fd j D _ d _ d S )
Nz4Detected Mistral tokenizer when using a Hermes modelFz z z,(.*?)|(.*)z (.*?)zUThe model tokenizer must be passed to the ToolParser constructor during construction.)add_special_tokensc F g | ] }j |g S model_tokenizerdecode.0token_idselfs x/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/tool_parsers/hermes_tool_parser.py
z1Hermes2ProToolParser.__init__..F s< ,
,
,
' '
3 3,
,
,
c F g | ] }j |g S r r r s r r! z1Hermes2ProToolParser.__init__..K s< *
*
*
' '
3 3*
*
*
r" )super__init__
isinstancer loggererrorr r current_tool_name_sentprev_tool_call_arrcurrent_tool_idstreamed_args_for_tooltool_call_start_tokentool_call_end_tokenrecompileDOTALLtool_call_regexscratch_pad_regex
ValueErrorencodetool_call_start_token_idstool_call_end_token_idstool_call_start_token_arraytool_call_end_token_arraybuffered_delta_text)r r __class__s ` r r& z Hermes2ProToolParser.__init__" s
### i!1 2 2 7 LLO P P P#,#6D ,1#.0 $&
# +8"(6 !z ;RY
"$ /"
"
# 3
*.)=)D)D &5 *E *
*
& (,';'B'B $ (C (
(
$,
,
,
,
:,
,
,
(
*
*
*
*
8*
*
*
&
$& r"
delta_textc || j v s || j v rF|| j d k s|| j d k r| j }d| _ ||z S | j |z | _ dS | j r| j }d| _ ||z S |S )Nr r$ )r9 r: r; )r r=
buffered_texts r tool_call_delta_bufferz+Hermes2ProToolParser.tool_call_delta_bufferW s
$: : :T ;;; d >r BBB !?!CCC $ 8
+-($z11+/+Cj+P(r'
" $ 8
+-($z11!!r" requestreturnc | t | }|j r|j dk rd|_ |S )NnoneF)r% adjust_requesttools tool_choiceskip_special_tokens)r rA r< s r rE z#Hermes2ProToolParser.adjust_requests s@ ''((11 = 0W 0F : : +0G 'r" model_outputc | j |vrt dg | S | j | }d |D }d |D }|d | | j }t d||r|nd S # t
$ r/ t d t dg | cY S w xY w)NF) tools_called
tool_callscontentc b g | ],}t j |d r|d n|d -S )r )jsonloads)r matchs r r! z;Hermes2ProToolParser.extract_tool_calls.. sG & & & J58 AuQxxqBB& & &r" c g | ]B}t d t |d t j |d d CS )functionname argumentsF ensure_ascii)rU rV )typerT )r r rP dumps)r
function_calls r r! z;Hermes2ProToolParser.extract_tool_calls.. st & '!-!.v!6&*j -k :' ' ' " " " r" Tz,Error in extracting tool call from response.)r. r
r3 findallfind Exceptionr( exception)r rI rA function_call_tuplesraw_function_callsrL rM s r extract_tool_callsz'Hermes2ProToolParser.extract_tool_calls| s3 %\ 9 9/ "r<
&
(,';'C'CL'Q'Q$& &!5& & &" *<
''V ):):4;U)V)V'VW3!% )'. 8GGD
!OPPP3!&2|
s A)B 6C ?C
previous_text current_textprevious_token_idscurrent_token_idsdelta_token_idsNc
x | | }t | t | j k rH|t | j d | j k r"|d t | j }||z }t d| t d| | j |vr*t d t
| S | | j }| | j } | | j }
| | j } d } d }
|
| k r9| | k r3| j |vr*t d t
| S | j |v rt d ||z }| | j d | j d
} | | j d
}| | j d }
| j r t j nt j t j z }|
| k r|
|k rt | d k r!| | j d } nd } d }d }
| xj d z
c_ d
| _ | j d t d | j n|
| k r*|
|k r$| | j d } d }
n|
| k rA| | k r:| j t | j dk r t d
d S | j | j d }|r|t* u r(| d d n|}d|vrd S | d }|d | dz }t d| | j | j xx |z
cc< t
t3 | j t5 | d g S nI| | j d }| | j d }t
g | }|S | rt; j | pd| nd }t d| nj# t: j j j! $ r t d Y d S tD j# j$ $ r t d Y d S w xY w| j sy|d S | d }|r\d| _ t
t3 | j d tK t5 | d g S d S | |
t
| nd }|S t d!| j t | j | j k r| j i | j | j d }| d }t d"| t d#| |s!|s t d$| d }n|s |r t & d% d }n|r_|s\| d }tO j( d&tO j) | z d'z | * tN j+ }|r|, d }ntE j- |d
( }t d)|| ||vrd S | | t | z }|d | }t d*| t
t3 | j t5 | d g }| j | j xx |z
cc< n"|r |r tE j | d} n# t\ $ r d
} Y nw xY wt_ |t* rat |
d k r<|
d d+k r | r |
d d }t d,| t
t3 | j t5 | d g }| j | j xx |z
cc< | j t | j d z
k r|| j | j < n| j | |S # t\ $ r t 0 d- Y d S w xY w).Nzdelta_text: %szdelta_token_ids: %szNo tool call tokens found!)rM z/Generating text content! skipping tool parsing.z!tool_call_end_token in delta_textr r rO Fr$ zStarting on a new tool %sz/attempting to close tool call, but no tool callrV zutf-8unicode_escapez"}z@Finishing tool and found diff that had not been streamed yet: %s)rV T) exclude_none)indexrT )rL )rL rM z{}zParsed tool call %sz(not enough tokens to parse into JSON yetzunable to parse JSONrU rT )rU )rk rY idrT z,Trying to parse current tool call with ID %szdiffing old arguments: %szagainst new ones: %sz Skipping text %s - no argumentszSshould be impossible to have arguments reset mid-call. skipping streaming anything.z
\{"name":\s*"z"\s*,\s*"arguments":\s*(.*)rW zfinding %s in %sz&First tokens in arguments received: %s}z got diff %sz+Error trying to handle streaming tool call.)1r@ lenr; r( debugr. r countr/ splitrstriplstripr* r ALLSTRr, r- appendr+ getstrr6 r rindexr r
model_dumpreplacepartial_json_parserrQ core
exceptions
MalformedJSONrP decoderJSONDecodeErrorr r) r0 searchescapestripr2 grouprZ r^ r' r_ ) r rc rd r= re rf rg rA prev_tool_start_countprev_tool_end_countcur_tool_start_countcur_tool_end_counttool_call_portion text_portion full_textflagsdeltadiffend_loctextcurrent_tool_call
function_nameprev_arguments
cur_argumentsrR cur_arguments_jsonargs_delta_start_locarguments_deltais_complete_jsons r extract_tool_calls_streamingz1Hermes2ProToolParser.extract_tool_calls_streaming sj 00<<
#d&>"?"? ? ? s4#; < < < > >?'( ( **JS1I-J-J,J*J KM(:5L %z222 *O<<< %\ 9 9 LL5 6 6 6
333 3a %2$7$78R$S$S !"/"5"5d6N"O"O #/#5#5d6P#Q#Q !-!3!3D4L!M!M $ L %(:::'+===,J>> NOOO#J7777':55 @AAA (: 5 OOD$>??CU4344Q8VXX "
( - -d.F G G J Q Q S S
) / /0H I I" M T T V V "&!<XEII%)uyjBXE %'999(+@@@''!++(4(:(:4;U(V(V)%% )-% E # $$)$$.3++222666 8$:NOOOO %'999(,AAA %1$6$6t7Q$R$RSU$V! # %(:::&*===*2c$:Q6R6RVW6W6WLL!RSSS 4.t/CDHHUU 3;; G,,334DEEE !
:-- #t ( / / 5 5G%hwh/$6DLL0
/0DEEEMEEE' )&*&:):T)J)J)J)U)U15 *V *" *" $ !: "))$*DbII||D$@T
4*++t/CCC'..r222 " 4T5I J N N N . 1 1+ > >M LL4n E E E LL/ ? ? ? ! ^
P ^
P >
KKK # X
P~ X
P = O
P~ O
P !2 5 5f = =
$i
../45 &++--I W).Q &&)-MPU)V)V)V& /=OPPP %777 4'9'@'@'L'Ls P P ($
#55J6J5J"K EWWW$%"&"6%6*9& & & (jdj ; ; +D,@AAA_TAAAA
P>
P-J 0111'+$$ - - -',$$$- z3//:J - - / /00A55"))++B/366( 7 ",!2!2!4!4SbS!9J ]J777$%"&"6%6%L%L%L%W%W-1 &X & & +D,@AAAZOAAA #s4+B'C'Ca'GGG@Q'(<=='../@AAAL J K K K44 s -B*h Hh 3A h B h 1A h <6T3 2h 33V&h )-Vh V h (A2h h 5F?h 6B3h *c h c
h cE h $h98h9)__name__
__module__ __qualname__r r& rx r@ r rE r
rb r intr r
__classcell__)r< s @r r r ! sB .&- .& .& .& .& .& .&j" " " " "8&; @U 22 '2
& 2 2 2 2hAA A A
%SM A $C=
A "# A 'A
A A A A A A A Ar" r ) rP collections.abcr r| regexr0 partial_json_parser.core.optionsr vllm.entrypoints.chat_utilsr 0vllm.entrypoints.openai.chat_completion.protocolr 'vllm.entrypoints.openai.engine.protocolr r r r
r r vllm.loggerr
vllm.tokenizersr vllm.tokenizers.mistralr &vllm.tool_parsers.abstract_tool_parserr r r( r r r" r r sq $ $ $ $ $ $ 2 2 2 2 2 2 9 9 9 9 9 9 $ # # # # # ) ) ) ) ) ) 4 4 4 4 4 4
X P P P P P: P P P P Pr"