*`i8M jddlZddlmZddlmZddlmZmZddlm Z m Z m Z m Z m Z mZmZmZddlmZmZmZmZmZmZmZmZddlmZddlmZmZmZm Z dd l!m"Z"Gd d eZ#Gd d eeeeefZ$Gdde$Z%Gdde%Z&Gdde&Z'de"de#de$fdZ(dS)N)Enum)Generic)Draft7Validator SchemaError) InvalidAssistantMessageExceptionInvalidFunctionCallException InvalidMessageStructureExceptionInvalidRequestExceptionInvalidSystemPromptExceptionInvalidToolExceptionInvalidToolMessageExceptionInvalidToolSchemaException)UATSAssistantMessageAssistantMessageTypeFinetuningAssistantMessageRolesSystemMessageTypeToolMessageTypeUserMessageType)ChatCompletionRequest)Function FunctionCallToolToolCall)TokenizerVersionceZdZdZdZdZdZdS)ValidationModezEnum for the validation mode. Attributes: serving: The serving mode. finetuning: The finetuning mode. test: The test mode. Examples: >>> mode = ValidationMode.serving serving finetuningtestN)__name__ __module__ __qualname____doc__rr r!~/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/mistral_common/protocol/instruct/validator.pyrr%s)  GJ DDDr'rceZdZUdZdZeed<ejfdefdZ de e dedd fd Z d e de e fd Zd edd fdZde edd fdZdedd fdZdedd fdZdedd fdZdedd fdZdededd fdZd dededd fdZde e dd fdZde e dd fdZ de dedd fdZ!de e dedd fdZ"de e dd fdZ#d S)!MistralRequestValidatoraValidator for Mistral requests. This class validates the structure and content of Mistral requests. Examples: >>> from mistral_common.protocol.instruct.messages import UserMessage, AssistantMessage >>> validator = MistralRequestValidator() >>> messages = [UserMessage(content="Hello how are you ?")] >>> validator.validate_messages(messages, False) F_allow_tool_call_and_contentmodec||_dS)zInitializes the `MistralRequestValidator`. Args: mode: The validation mode. Defaults to ValidationMode.test. N)_mode)selfr,s r(__init__z MistralRequestValidator.__init__Ds  r'messagescontinue_final_messagereturnNc^|||||dS)aValidates the list of messages. Args: messages: The list of messages to validate. continue_final_message: Whether to continue the final message. Examples: >>> from mistral_common.protocol.instruct.messages import UserMessage, AssistantMessage >>> validator = MistralRequestValidator() >>> messages = [AssistantMessage(content="Hi"), UserMessage(content="Hello")] >>> validator.validate_messages(messages, False) r2N) _validate_message_list_structure_validate_message_list_contentr/r1r2s r(validate_messagesz)MistralRequestValidator.validate_messagesLs8 --hOe-fff ++H55555r'requestc|jtjkr|jt d||j|j||j pg|S)aValidates the request Args: request: The request to validate. Returns: The validated request. Examples: >>> from mistral_common.protocol.instruct.messages import UserMessage >>> validator = MistralRequestValidator() >>> request = ChatCompletionRequest(messages=[UserMessage(content="Hello")]) >>> validated_request = validator.validate_request(request) Nz1Model name parameter is required for serving moder5) r.rrmodelr r9r1r2_validate_toolstools)r/r:s r(validate_requestz(MistralRequestValidator.validate_request\sn :/ / /}$-.abbb w/Hfggg W]0b111r'functionc tj|jn)#t$r}t d|jd}~wwxYwt jd|jstd|jddS)zE Checks: - That the function schema is valid zInvalid tool schema: N^[a-zA-Z0-9_-]{1,64}$Function name was [ but must be a-z, A-Z, 0-9, or contain underscores and dashes, with a maximum length of 64.) r check_schema parametersrrmessagerematchnamer )r/r@es r(_validate_functionz*MistralRequestValidator._validate_functionxs  R  ()< = = = = R R R,-PQY-P-PQQ Q Rx0(-@@ &RX]RRR   s A=Ar>cD|D]}||jdS)zC Checks: - That the tool schemas are valid N)rLr@)r/r>tools r(r=z'MistralRequestValidator._validate_toolss6  3 3D  # #DM 2 2 2 2 3 3r'rGcdS)Nr&r/rGs r(_validate_user_messagez.MistralRequestValidator._validate_user_messages r'c||j2tjd|jstd|jddSdS)z: Checks: - The tool name is valid NrBrCrD)rJrHrIr rPs r(_validate_tool_messagez.MistralRequestValidator._validate_tool_messagesc < #84glCC 1VVVV $ #  r'c2|jtddS)zF Checks: - That the system prompt has content NzSystem prompt must have content)contentr rPs r(_validate_system_messagez0MistralRequestValidator._validate_system_messages# ? "./PQQ Q # "r' function_callcjtjd|jstd|jddS)zK Checks: - That the function call has a valid name rBrCrDN)rHrIrJr)r/rWs r(_validate_function_callz/MistralRequestValidator._validate_function_callsU x0-2DEE .R]%7RRR   r' tool_callis_last_messagec:||jdS)zK Checks: - That the tool call has a valid function N)rYr@)r/rZr[s r(_validate_tool_callz+MistralRequestValidator._validate_tool_calls! $$Y%788888r'c|js9t|jt|jkrt d|j!|jD]}||||jtjkr4t|tr|j |j dvrt d|j r|st ddSdS)z Checks: - That the assistant message has either text or tool_calls, but not both - That the tool calls are valid zGAssistant message must have either content or tool_calls, but not both.Nr[)rz.Assistant message weight must be either 0 or 1z7Assistant message with prefix True must be last message) r+boolrU tool_callsrr]r.rr isinstancerweightprefix)r/rGr[rZs r(_validate_assistant_messagez3MistralRequestValidator._validate_assistant_messages1 W_8M8MQUV]VhQiQi8i8i2Y    )$/ U U ((O(TTTT :2 2 2z'Ke7f7f 2~)gnF.J.J67ghhh > r" r67pqqq r r r rr'cd}d}|D]s}||j} |jtjkr|dz}nE|jtjkr0|dkrt d|jt |j}|j}t|dkr$|jtj krt d|dkr$|jtj krt ddSdS)z Checks: - That the number of tool calls and tool messages are the same - That the tool calls are followed by tool messages Nrr`3Not the same number of function calls and responses#More tool responses than tool calls) rolerrN assistantr rblenr.rrr )r/r1 prev_roleexpected_tool_messagesrGs r(._validate_tool_calls_followed_by_tool_messageszFMistralRequestValidator._validate_tool_calls_followed_by_tool_messagess  !" % %G #L |uz))&!+&&00*Q..:;pqqq%1-01C-D-D* II !Q & &4:9O+O+O23hii i #a ' 'DJ.:S,S,S23XYY Y( ',S,Sr'cd}|D]}|j}||tjkr$tjtjtjh}n|tjkr$tjtjtjh}n\|tjkr$tjtjtjh}n(|tjkrtjtjh}||vrt d|d|d|}dS)zp Validates the order of the messages, for example user -> assistant -> user -> assistant -> ... NzUnexpected role 'z' after role '')rjrsystemuserrkrNr )r/r1 previous_rolerG current_roleexpected_roless r(_validate_message_orderz/MistralRequestValidator._validate_message_orders  ) )G"%/-Q-QU\Uc-Q68$588  -Q-Qr'ct|dkrtdt|dkr4|djtjtjhvrtd|jtjkst|dkr| |d|| || |dS)z Validates the structure of the list of messages For example the messages must be in the correct order of user/assistant/tool rz+Conversation must have at least one messager`z=Conversation must start with a user message or system messager5N) rlr rjrrsrrr.rr r|rwror8s r(r6z8MistralRequestValidator._validate_message_list_structure)s x==A  23`aa a x==A  { EL'AAA67vwww :2 2 2c(mma6G6G  ' ' Mc ' d d d $$X... ;;HEEEEEr'ct|D]\}}|jtjkr||0|jtjkr,|||t|dz kq|jtjkr| ||jtj kr| |tdt|dS)z7 Validates the content of the messages r`r_zUnsupported message type N) enumeraterjrrsrQrkrfrlrNrSrrrVr type)r/r1idxrGs r(r7z6MistralRequestValidator._validate_message_list_content?s &h// [ [LC|uz))++G44440000#QTU]Q^Q^abQbJb0cccc++++G4444----g6666-.Y$w--.Y.YZZZ [ [r')F)$r"r#r$r%r+ra__annotations__rr!r0listrr9rr?rrLrr=rrQrrSrrVrrYrr]rrfrorwr|r6r7r&r'r(r*r*6s  */ $....<.A^6$t*6d6W[6666 (=BWX\B]88 3T$Z3D3333 o $     o $    R0ARdRRRR \ d    9X99QU9999rr3GrZ^rkorrrr:ZtDzZVZZZZZ@)T )t))))2dDUY0FdF]aFfjFFFF,[tDz[d[[[[[[r'r*cTeZdZdZdeddfdZdededdfdZde d eddffd Z xZ S) MistralRequestValidatorV3zValidator for v3 Mistral requests. This validator adds additional validation for tool call IDs. Examples: >>> validator = MistralRequestValidatorV3() rGr3Nc|j2tjd|jstd|jd|jt dtjd|jstd|jddS) zZ Checks: - The tool name is valid - Tool call id is valid NrBrCrDzTool call id has to be defined.^[a-zA-Z0-9]{9}$Tool call id was / but must be a-z, A-Z, 0-9, with a length of 9.)rJrHrIr tool_call_idr rPs r(rSz0MistralRequestValidatorV3._validate_tool_messageZs < #84glCC 1VVVV   ')*KLL Lx+W-ABB -iG$8iii   r'rZr[cx|jdkr2tjd|jstd|jd|jt jkr|s|jdkrd}t||jt jkr|jdkrtd||j dS)z< Validate that the tool call has a valid ID nullrrrzXTool call id of assistant message that is not last has to be defined in finetuning mode.z/Tool call id has to be defined in serving mode.N) idrHrIrr.rr rrYr@)r/rZr[ err_messages r(r]z-MistralRequestValidatorV3._validate_tool_callos <6 ! !8/>> 2e eee :2 2 2? 2y|_eOeOetK.{;; ; :/ / /ILF4J4J./`aa a $$Y%788888r'r2ct|||jtjkr(|j#|jD]}||ddSdSdS)NTr_)superr|r.rr rbr])r/rGr2rZ __class__s r(r|z0MistralRequestValidatorV3._validate_last_messages &&w0FGGG :2 2 2!-!(!3NNI,,Y,MMMM 3 2.-NNr') r"r#r$r%rrSrrar]rr| __classcell__)rs@r(rrQso$*9X99QU9999$NdNDNUYNNNNNNNNNNr'rc"eZdZUdZdZeed<dS)MistralRequestValidatorV5zValidator for v5 Mistral requests. This validator allows for both tool calls and content in the assistant message. Examples: >>> validator = MistralRequestValidatorV5() Tr+N)r"r#r$r%r+rarr&r'r(rrs/*. $-----r'rc*eZdZdeeddfdZdS)MistralRequestValidatorV13r1r3Ncd}t}t}|D],}||j} |jtjkrK|j}||vrt d|d||vrt d|d||n|jtjkrt|t|krt d| | |j E|j D]=}|j |vrt d|j d||j >|j}.t|t|kr$|j tjkrt dt|t|kr$|j tjkrt ddSdS)z Checks: - That the number and ids of tool calls and tool messages are the same - That the tool calls are followed by tool messages - That tool calls have distinct ids for a given assistant message NzDuplicate tool call id z in tool resultszUnexpected tool call id rhz in assistant messageri)setrjrrNrr addrkrlclearrbrr.rrr )r/r1rmexpected_tool_idsobserved_tool_idsrGrrZs r(rozIMistralRequestValidatorV13._validate_tool_calls_followed_by_tool_messagess  &)ee&)ee % %G #L |uz))&3 #444:;sUa;s;s;sttt'888:;tVb;t;t;tuuu!%%l333300())S1B-C-CCC:;pqqq!'')))!'')))%1%,%7<< $<+<<<"B ]), ] ] ]##*--il;;;; II  ! !S):%;%; ; ; nNd@d@d23hii i " # #c*;&<&< < <~OhAhAh23XYY Y= rs 33333333                                        KJJJJJ CBBBBBT"X[X[X[X[X[go7K_^o&opX[X[X[v8N8N8N8N8N 78N8N8Nv . . . . . 9 . . ..Z.Z.Z.Z.Z!:.Z.Z.Zb + > F]      r'