
    .`ii3                     (   d Z ddlZddlZddlmZ dZej        ZdZ		 ddl
mZ  eee          Z	n# e$ r dZ	Y nw xY we	r& ede d	d
z   de dz   de z   de dz              G d de          Z G d de          Zd Z G d de          ZdS )zEClient and server classes corresponding to protobuf-defined services.    N)vllm_engine_pb2z1.76.0F)first_version_is_lowerTz)The grpc package installed is at version ,zG but the generated code in vllm/grpc/vllm_engine_pb2_grpc.py depends onz	 grpcio>=.z, Please upgrade your grpc module to grpcio>=z6 or downgrade your generated code using grpcio-tools<=c                       e Zd ZdZd ZdS )VllmEngineStubService definition for vLLM engine communication
    This protocol is designed for efficient binary communication between
    the Rust router and vLLM Python engine (AsyncLLM).
    c                    |                     dt          j        j        t          j        j        d          | _        |                    dt          j        j        t          j	        j        d          | _
        |                    dt          j        j        t          j        j        d          | _        |                    dt          j        j        t          j        j        d          | _        |                    dt          j        j        t          j        j        d          | _        |                    dt          j        j        t          j        j        d          | _        d	S )
zIConstructor.

        Args:
            channel: A grpc.Channel.
        %/vllm.grpc.engine.VllmEngine/GenerateT)request_serializerresponse_deserializer_registered_method"/vllm.grpc.engine.VllmEngine/Embed(/vllm.grpc.engine.VllmEngine/HealthCheck"/vllm.grpc.engine.VllmEngine/Abort)/vllm.grpc.engine.VllmEngine/GetModelInfo*/vllm.grpc.engine.VllmEngine/GetServerInfoN)unary_stream#vllm_dot_grpc_dot_vllm__engine__pb2GenerateRequestSerializeToStringGenerateResponse
FromStringGenerateunary_unaryEmbedRequestEmbedResponseEmbedHealthCheckRequestHealthCheckResponseHealthCheckAbortRequestAbortResponseAbortGetModelInfoRequestGetModelInfoResponseGetModelInfoGetServerInfoRequestGetServerInfoResponseGetServerInfo)selfchannels     r/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/grpc/vllm_engine_pb2_grpc.py__init__zVllmEngineStub.__init__%   sO     ,,7#F#V#h&I&Z&e#'	 - ) )
 ((4#F#S#e&I&W&b#'	 ) ) )

 #..:#F#Y#k&I&]&h#'	 / ) )
 ((4#F#S#e&I&W&b#'	 ) ) )

 $//;#F#Z#l&I&^&i#'	 0 ) )
 %00<#F#[#m&I&_&j#'	 1 ) )    N)__name__
__module____qualname____doc__r.    r/   r-   r   r      s-         
#) #) #) #) #)r/   r   c                   6    e Zd ZdZd Zd Zd Zd Zd Zd Z	dS )	VllmEngineServicerr	   c                     |                     t          j        j                   |                    d           t          d          )z9Submit a generation request (supports streaming)
        Method not implemented!set_codegrpc
StatusCodeUNIMPLEMENTEDset_detailsNotImplementedErrorr+   requestcontexts      r-   r   zVllmEngineServicer.GenerateQ   A     	67775666!";<<<r/   c                     |                     t          j        j                   |                    d           t          d          )z$Submit an embedding request
        r8   r9   r@   s      r-   r   zVllmEngineServicer.EmbedX   rC   r/   c                     |                     t          j        j                   |                    d           t          d          )zHealth check
        r8   r9   r@   s      r-   r!   zVllmEngineServicer.HealthCheck_   rC   r/   c                     |                     t          j        j                   |                    d           t          d          )z Abort a running request
        r8   r9   r@   s      r-   r$   zVllmEngineServicer.Abortf   rC   r/   c                     |                     t          j        j                   |                    d           t          d          )zGet model information
        r8   r9   r@   s      r-   r'   zVllmEngineServicer.GetModelInfom   rC   r/   c                     |                     t          j        j                   |                    d           t          d          )zGet server information
        r8   r9   r@   s      r-   r*   z VllmEngineServicer.GetServerInfot   rC   r/   N)
r0   r1   r2   r3   r   r   r!   r$   r'   r*   r4   r/   r-   r6   r6   K   sx         
= = == = == = == = == = == = = = =r/   r6   c           
      :   t          j        | j        t          j        j        t          j        j                  t          j        | j	        t          j
        j        t          j        j                  t          j        | j        t          j        j        t          j        j                  t          j        | j        t          j        j        t          j        j                  t          j        | j        t          j        j        t          j        j                  t          j        | j        t          j        j        t          j        j                  d}t          j        d|          }|                    |f           |                    d|           d S )N)request_deserializerresponse_serializer)r   r   r!   r$   r'   r*   zvllm.grpc.engine.VllmEngine)r;   unary_stream_rpc_method_handlerr   r   r   r   r   r   unary_unary_rpc_method_handlerr   r   r   r!   r   r    r$   r"   r#   r'   r%   r&   r*   r(   r)   method_handlers_generic_handleradd_generic_rpc_handlersadd_registered_method_handlers)servicerserverrpc_method_handlersgeneric_handlers       r-    add_VllmEngineServicer_to_serverrU   |   sw   <%)L)\)g(K(\(n  
 8N)L)Y)d(K(Y(k  
  >()L)_)j(K(_(q  
 8N)L)Y)d(K(Y(k  
 !?))L)`)k(K(`(r  
 "@*)L)a)l(K(a(s  5 @ :)+>@ @O
##_$6777
))*GI\]]]]]r/   c                      e Zd ZdZe	 	 	 	 	 	 	 	 dd            Ze	 	 	 	 	 	 	 	 dd            Ze	 	 	 	 	 	 	 	 dd            Ze	 	 	 	 	 	 	 	 dd            Ze	 	 	 	 	 	 	 	 dd	            Z	e	 	 	 	 	 	 	 	 dd
            Z
dS )
VllmEnginer	   r4   NFc
                     t           j                            | |dt          j        j        t          j        j        ||||||||	d          S )Nr   Tr   )r;   experimentalr   r   r   r   r   r   
rA   targetoptionschannel_credentialscall_credentialsinsecurecompressionwait_for_readytimeoutmetadatas
             r-   r   zVllmEngine.Generate   sZ      --3/?Q/@K# . % % 	%r/   c
                     t           j                            | |dt          j        j        t          j        j        ||||||||	d          S )Nr   TrY   )r;   rZ   r   r   r   r   r   r   r[   s
             r-   r   zVllmEngine.Embed   Z      ,,0/<N/=H# - % % 	%r/   c
                     t           j                            | |dt          j        j        t          j        j        ||||||||	d          S )Nr   TrY   )r;   rZ   r   r   r   r   r    r   r[   s
             r-   r!   zVllmEngine.HealthCheck   sZ      ,,6/BT/CN# - % % 	%r/   c
                     t           j                            | |dt          j        j        t          j        j        ||||||||	d          S )Nr   TrY   )r;   rZ   r   r   r"   r   r#   r   r[   s
             r-   r$   zVllmEngine.Abort   rf   r/   c
                     t           j                            | |dt          j        j        t          j        j        ||||||||	d          S )Nr   TrY   )r;   rZ   r   r   r%   r   r&   r   r[   s
             r-   r'   zVllmEngine.GetModelInfo  sZ      ,,7/CU/DO# - % % 	%r/   c
                     t           j                            | |dt          j        j        t          j        j        ||||||||	d          S )Nr   TrY   )r;   rZ   r   r   r(   r   r)   r   r[   s
             r-   r*   zVllmEngine.GetServerInfo1  sZ      ,,8/DV/EP# - % % 	%r/   )r4   NNFNNNN)r0   r1   r2   r3   staticmethodr   r   r!   r$   r'   r*   r4   r/   r-   rW   rW      sz        
   $!% % % \%4   $!% % % \%4   $!% % % \%4   $!% % % \%4   $!% % % \%4   $!% % % \% % %r/   rW   )r3   r;   warnings	vllm.grpcr   r   GRPC_GENERATED_VERSION__version__GRPC_VERSION_version_not_supportedgrpc._utilitiesr   ImportErrorRuntimeErrorobjectr   r6   rU   rW   r4   r/   r-   <module>rv      s  
 L K   L L L L L L!  "66666633LBXYY " " "!"  
,CLCCC
S	T
/,
/
/
/	0 R9O
Q
Q	R S<
R
R
R		S  )) )) )) )) ))V )) )) ))X.= .= .= .= .= .= .= .=b$^ $^ $^Pf% f% f% f% f% f% f% f% f% f%s   0 ::