.`i5 d dl Z d dlmZ d dlZd dlZd dlmZ d dlm Z d dl
m Z d dl m
Z
mZmZmZmZmZ d dlmZ d dlmZ d d lmZ d d
lmZ d d lm Z ee Z G d d
e Z dS ) N)Sequence)Allow)make_tool_call_id)ChatCompletionRequest)DeltaFunctionCall DeltaMessage
DeltaToolCall ExtractedToolCallInformation FunctionCallToolCall) init_logger)
TokenizerLike)MistralTokenizer)
ToolParser)extract_intermediate_diffc e Zd Zdef fd Zdedef fd ZdededefdZ ded ed
ed e
e d e
e d
e
e dede dz fdZ
xZS )JambaToolParser tokenizerc L t | t | j t rt d d| _ g | _ d| _ g | _ d| _
d| _ t j
| j
d| j t j | _ | j st d | j | j
| _ | j | j | _ | j | j t) d d S ) Nz>Detected a MistralTokenizer tokenizer when using a Jamba modelFz z
z(.*?)zUThe model tokenizer must be passed to the ToolParser constructor during construction.zPJamba Tool parser could not locate tool calls start/end tokens in the tokenizer!)super__init__
isinstancemodel_tokenizerr
ValueErrorcurrent_tool_name_sentprev_tool_call_arrcurrent_tool_idstreamed_args_for_tooltool_calls_start_tokentool_calls_end_tokenrecompileDOTALLtool_calls_regexvocabgettool_calls_start_token_idtool_calls_end_token_id RuntimeError)selfr __class__s w/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/tool_parsers/jamba_tool_parser.pyr zJambaToolParser.__init__! s7
### d*,< = = P
-2#.0 $&
# ,:#)8! "
+ M M$2K M Mry!
!
# 3
*. 8S)T)T&'+z~~d6O'P'P$ * 2+3 +
43 requestreturnc | t | }|j r|j dk rd|_ |S )NnoneF)r adjust_requesttools tool_choiceskip_special_tokens)r+ r/ r, s r- r3 z JambaToolParser.adjust_requestG s@ ''((11 = 0W 0F : : +0G 'r. model_outputc | j |vrt dg | S | j | d }t j | }d |D }|d | | j }t d|t | dk r|dk r|nd S # t $ r/ t
d t dg | cY S w xY w)NF) tools_called
tool_callscontentr c g | ]B}t d t |d t j |d d CS )functionname argumentsF ensure_ascii)r> r? )typer= )r r jsondumps).0
function_calls r-
z6JambaToolParser.extract_tool_calls..a st & '!-!.v!6&*j -k :' ' ' " " " r. T z,Error in extracting tool call from response.) r r
r% findallrC loadsfindlen Exceptionlogger exception)r+ r7 r/ function_callsraw_function_callsr: r; s r- extract_tool_callsz"JambaToolParser.extract_tool_callsP s< &l : :/ "r<
!%!6!>!>|!L!LQ!O &*Z%?%?" *<
''W ):):4;V)W)W'WX3!% )(+G q(8(8W^^GGRV
!OPPP3!&2|
s BB, ,6C%$C%
previous_text current_text
delta_textprevious_token_idscurrent_token_idsdelta_token_idsNc
| j |vrt | S | j |v rt | dk rd S | j r t
j nt
j t
j z } | | j d | j d } t j | | }
n:# t j j
j $ r t d Y d S w xY wt |
dk r
|
| j ni } t |
dk rd S t |
dk r9t |
| j dz k r | j dk r| d } | rt' j | d | j | j d } t t/ | j t1 |
d
g }
| j | j xx | z
cc< nd }
nd }
t |
dz
| _ d| _ | j d t d| j |
S | j sy| d }|r^t t/ | j dt7 t1 | d g }
d | _ n9d }
n5| j | j d }| d }| dd }|s|sd }
n|s |r t d d }
n|r|st' j |d }t d|| |d | | t | z }t d| t t/ | j t1 |
d
g }
| j | j xx |z
cc< n|r|rt' j |d }t' j |d }t d|| t? || }t d| t t/ | j t1 |
d
g }
| j | j xx |z
cc< nd }
|
| _ |
S # t@ $ r8 t ! d t d Y d S w xY w) N)r; r r z(not enough tokens to parse into JSON yetr? Fr@ )r? T) exclude_none)indexr= )r: zstarting on new tool %dr> r= )r> )r] rB idr= '"zTh '--d.IJJ2NTT) L
,?,E %- -
'+6D
GHHHtt
8;=7I7IA7M7M
d 233SU
=!!Q&&t
M""Q&&3}+=+=@TWX@X+X+X '1,,'8'<'<['I'ID % #z$U C C C K K 78L Mr !- -*.*>->26.& .& .&&0jdj&C&C !" !" !"( ! ! ! 3D4HIIITQIIII $ E'*='9'9A'=$.3++222666 68LMMM . V
! 1 5 5f = =
! ( )&*&:%/#4#6#6):)6*" *" *"",*$*"?"?
$ E 37D// EE
"&!89M!N!R!R " " !2 5 5k B B
%--c377$ 9!^ 9! EE& 7!> 7!LLV !EE" 2!> 2!)-MPU)V)V)V&LL!3X?QRRR&8L,228<%~% %M LL!9=III ( )&*&:):.;*" *" *"",*$*"?"? $ E /0DEEE VEEEE
!E
'4D #L J K K K LLO
44 sD &>T7 %B; :T7 ;3C2.T7 1C228T7 ,E T7 9J=T7 7>U98U9)__name__
__module__ __qualname__r r r r3 strr
rR r intr r|
__classcell__)r, s @r- r r s# $- $ $ $ $ $ $L&; @U * **?* %* * * *XII I I
%SM I $C=
I "# I 'I
I I I I I I I Ir. r ) rC collections.abcr rd regexr" partial_json_parser.core.optionsr vllm.entrypoints.chat_utilsr 0vllm.entrypoints.openai.chat_completion.protocolr 'vllm.entrypoints.openai.engine.protocolr r r r
r r vllm.loggerr
vllm.tokenizersr vllm.tokenizers.mistralr vllm.tool_parsersr vllm.tool_parsers.utilsr r} rN r r. r- r su $ $ $ $ $ $ 2 2 2 2 2 2 9 9 9 9 9 9 $ # # # # # ) ) ) ) ) ) 4 4 4 4 4 4 ( ( ( ( ( ( = = = = = = X e e e e ej e e e e er.