.`i6 \ d dl Z d dlZd dlmZ d dlmZ d dlZd dlm Z d dl
m Z d dl m
Z
d dlmZmZmZmZmZmZ d dlmZ d dlmZ ee Z G d d
e Z G d d e Z d
e j defdZ de j defdZ!de"de#e"e"f dz fdZ$de"dede%de"dedz f
dZ&dS ) N)Sequence)Any)PreTrainedTokenizerBase)ChatCompletionRequest)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
ToolParserc e Zd ZdS )_UnexpectedAstErrorN)__name__
__module__ __qualname__ w/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/tool_parsers/olmo3_tool_parser.pyr r s Dr r c e Zd ZdZ ej dej Zdef fd Z e
de fd Z e j
de ddfd Z d
ed edefd Zd
edededee dee dee d ededz fdZ xZS )Olmo3PythonicToolParseray
Tool call parser for Olmo 3 models that produce tool calls as
newline-separated pythonic strings.
Used when --enable-auto-tool-choice --tool-call-parser pythonic are all set
Code copied from pythonic_tool_parser.py and updated to handle
- newline separated pythonic tool calls.
- argument values being null/true/false instead of Pythonic literals.
z\[([a-zA-Z]+\w*\(([a-zA-Z]+\w*=.*,\s*)*([a-zA-Z]+\w*=.*\s)?\),\s*)*([a-zA-Z]+\w*\(([a-zA-Z]+\w*=.*,\s*)*([a-zA-Z]+\w*=.*\s*)?\)\s*)+\] tokenizerc J t | d S N)super__init__)selfr __class__s r r z Olmo3PythonicToolParser.__init__9 s!
#####r returnc | j S r current_tool_id)r s r current_tool_indexz*Olmo3PythonicToolParser.current_tool_index= s ##r valueNc || _ d S r r" )r r% s r r$ z*Olmo3PythonicToolParser.current_tool_indexA s $ r model_outputrequestc |}t j d|t j }|r'| d }d d | D }d| d}d} | j |t j
d u}nE# t $ r8 t
d
t d | Y nw xY w|st dg | S t! j | }t% |j d
dd }t) |t j r?t- d |j D r!t dd |j D d S t1 d # t2 $ r/ t d t dg | cY S w xY w)zH
Extract the tool calls from a complete model response.
z&(.*?) , c ^ g | ]*}| | +S r strip.0lines r
z>Olmo3PythonicToolParser.extract_tool_calls..T s- P P Pd4::<< PTZZ\\ P P Pr []F)timeoutNz7Regex timeout occurred when matching tool call pattern.z3Regex timeout occurred when matching user input: %s) tools_called
tool_callscontentr r% c 3 J K | ] }t |t j V d S r
isinstanceastCallr0 es r z=Olmo3PythonicToolParser.extract_tool_calls..n s? 4 4,-
1ch''4 4 4 4 4 4r Tc , g | ]}t | S r _handle_single_toolr> s r r2 z>Olmo3PythonicToolParser.extract_tool_calls..s s0 ,A.. r z,Tool output must be a list of function callsz,Error in extracting tool call from response.)researchDOTALLgroupr. join
splitlinesTOOL_CALL_REGEXmatchenvs%VLLM_TOOL_PARSE_REGEX_TIMEOUT_SECONDS TimeoutErrorloggerwarningdebugr
r< parsegetattrbodyr; Listalleltsr Exception exception)r r' r( original_model_outputrK is_tool_call_patternmoduleparseds r extract_tool_callsz*Olmo3PythonicToolParser.extract_tool_callsE sh !- 5|RY
2 ;;q>>//11Lyy P Pl&=&=&?&? P P P
+<*** $ $** $*T +
! NNT U U U LLE|
$ / "r;P
Y|,,F V[^Wd;;F&#(++
4 4174 4 4 1 1
4!% !' !
*B K L L L/ "r;P
s+ (B/ /?C10C1 BF! F! !6GG
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsc | d st | S | d r|t d d }| d r|d t d }t | }|d S |\ } }
d d | D } d| d} t j | } t | j
d d
d } t | t j r t d | j D st d d
| j D }
g }t! |
D ]\ }}|| j k r|| _ t | j |k r| j d |t |
dz
k pd|
v}|r| xj dz
c_ |s
|
d d nd}|s|
d dk r|dz }| dd }t+ | j | ||| }|G| | |j +|j j | j |xx |j j z
cc< |r| j s
di ig| _ |rt | S |
s| j d k rt d S d S # t4 $ r8 t6 d t6 d Y d S w xY w)N<)r8 zzr+ c ^ g | ]*}| | +S r r- r/ s r r2 zHOlmo3PythonicToolParser.extract_tool_calls_streaming.. s- RRR$TZZ\\R RRRr r3 r4 r r% c 3 J K | ] }t |t j V d S r r: r> s r r@ zGOlmo3PythonicToolParser.extract_tool_calls_streaming.. s? ; ;,-
1ch''; ; ; ; ; ;r z9Tool output must be a sequence of newline-separated callsc , g | ]}t | S r rB r> s r r2 zHOlmo3PythonicToolParser.extract_tool_calls_streaming.. s0 $A&& r r* )}'" arguments)r7 z+Error trying to handle streaming tool call.z=Skipping chunk as a result of tool streaming extraction error)
startswithr lenendswith_make_valid_pythonrH rI r< rR rS rT r; rU rV rW r enumerater$ streamed_args_for_toolappendreplace_compute_tool_deltafunctionrp prev_tool_call_arrr# rX rO rY rQ )r r_ r` ra rb rc rd r( valid_and_added_text
valid_text
added_textr\ r] r7 tool_deltasindexnew_callnew_call_completewithheld_suffixdeltas r extract_tool_calls_streamingz4Olmo3PythonicToolParser.extract_tool_calls_streaming s &&s++ 4
333 3S &&'9::
G +C0B,C,C,E,E F $$%899
I +,Gs3F/G/G.G,G H #5l#C#C #+t%9 "J
RR**?*?*A*ARRR J +Z***JYz**F V[^Wd;;F fch//
s ; ;17; ; ; 8 8
*O J
K#,Z#8#8
W
Wx4222 */'t233u<</66r:::$)C
OOa,?$?$X3jCX!$ 1++q0++9J"R*SbS//PR( VV:::
>4#:
>,7+<*='
#{;;;;
D$81$<$< $B////t J K K K LLO
44 s A*K HK # K >LL)r r r __doc__rD compilerF rJ r r propertyintr$ setterstrr r
r^ r r r
__classcell__)r s @r r r # sx !bj R
O
$"9 $ $ $ $ $ $ $C $ $ $ X$ % % % % % %= =*?= %= = = =~bb b b
%SM b $C=
b "# b 'b
b b b b b b b br r valr c & t | t j r| j S t | t j rQt d | j D st d d t | j | j D S t | t j
rd | j D S t | t j r2| j
dv r)| j
dk rd S | j
dk rdS | j
d k rd
S d S t d ) Nc 3 J K | ] }t |t j V d S r )r; r< Constant)r0 ks r r@ z'_get_parameter_value.. s. AA1:a ..AAAAAAr z/Dict tool call arguments must have literal keysc > i | ]\ }}|j t | S r )r% _get_parameter_value)r0 r vs r
z(_get_parameter_value.. s9
1
G)!,,
r c , g | ]}t | S r )r )r0 r s r r2 z(_get_parameter_value.. s! :::A$Q'':::r )nulltruefalser r Tr Fz$Tool call arguments must be literals)r; r< r r% DictrV keysr zipvaluesrU rW Nameid)r s r r r s4 #s|$$ Jy C " " JAAAAAAA Y%&WXX X
CHcj11
C " " J::::::
C " " Jsv1J'J'J 6V 4
Vv
4
Vw
5
""HIIIr callc
. t | j t j st d | j j }i }| j D ] }t |j ||j < t dt |t j
|d S )NzInvalid tool call namerz F) ensure_asciinamerp )typerz )r; funcr< r r r keywordsr r% argr r jsondumps)r
function_namerp keywords r rC rC s di * * <!":;;;ILMI= E E!5gm!D!D '+
$*YU*S*S*S
r textc g }t | D ]\ }}|dv r| | |dk r*|r| dk rt d P|dk r*|r| dk rt d |dk r*|r| d k rt d
|d v r[|r7|d |k r+|d
k r| |dz
dk r| |r |d d v r| | | } | d s| d rd S |r[|d d k rO| d | d }| d }| d }||k rd S |r[|d dk rO| d | d }| d }| d } || k rd S | d r
| d d } |r8|d dk r,| d s| d sd S d}
t | D ]=}|dk r|
dz
}
|dk r|
dz
}
|d k r|
dz
}
&|dk r|
dz
}
2|dk r|
dz
}
>| |
z |
fS )N> {(r3 r4 r3 zMismatched square bracketsrk r zMismatched parenthesesrm r zMismatched curly braces> ro rn rl r r* \=:,rj rn ro ) ru rw popr rstriprs rfindcountreversed) r
bracket_stackr chartrailing_dict_textnum_keys
num_valuestrailing_params_textnum_full_param_namesnum_full_param_valuesr~ s r rt rt s M + + t ? " " & & & &
S[[
HM$5$5$7$73$>$>)*FGGG %?
S[[
DM$5$5$7$73$>$>)*BCCC %?
S[[
EM$5$5$7$73$>$>)*CDDD %?
Z
+ r!2d!:!:199eai D!8!8!%%''''
+=#4
#B#B $$T*** ;;==D }}S T]]3 / / t r*c11 !"3DJJsOO"3 4%++C00'--c22
z ! !4 r*c11 #$5djjoo$5 6 3 9 9# > > 4 : :3 ? ? #8 8 84 }}S CRCy " $ $
c""
%
c""
% tJ ''
3;; # JJ
S[[ # JJ
S[[ # JJ
S[[ # JJ
S[[ # J * j ((r previously_sent_argsr r r c X |j j }|r/| | sJ |d t | }| s1t |j d|t
|j j | S |t | d }|r t d |t
| nd S )Nrz r )r r r rz )rp )r r rz )rz rp rs rr r r r r )r r r r
new_call_argsarg_diffs r ry ry W s %/M ? %%o66666%&=_)=)=(=&=>
{& &+'
S!5 6 6 8 89H
5+r sJ
$ $ $ $ $ $ 0 0 0 0 0 0 $ # # # # #
X ) C C C C Cj C C CLJch J3 J J J J2 ch 8 C)S C)U38_t%; C) C) C) C)L )1:=PST r