
    .`i                         d dl Z d dlmZ d dlmZ d dlmZmZmZm	Z	 d dl
mZmZ d dlmZ d dlmZ d dlmZ  ee          Z e            Zde	d	efd
Ze                    d          de	fd            ZdefdZdS )    N)
HTTPStatus)Any)	APIRouterFastAPIHTTPExceptionRequest)JSONResponseResponse)EngineClient)init_loggerrequestreturnc                 $    | j         j        j        S N)appstateengine_client)r   s    y/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/entrypoints/serve/rpc/api_router.pyr   r      s    ;**    z/collective_rpcraw_requestc                   K   	 |                                   d {V }n;# t           j        $ r)}t          t          j        j        d|           |d }~ww xY w|                    d          }| t          t          j        j        d          |                    dg           }|                    di           }|                    d          }t          |                               ||t          |          |           d {V }|t          d	
          S g }|D ]Y}	|	t          |	t          t          z            r|                    |	           7|                    t          |	                     Zt!          d|i          S )NzJSON decode error: )status_codedetailmethodz Missing 'method' in request bodyargskwargstimeout)r   r   r   r      )r   results)content)jsonJSONDecodeErrorr   r   BAD_REQUESTvaluegetr   collective_rpctupler
   
isinstancedictlistappendstrr	   )
r   bodyer   r   r   r   r   responseresults
             r   r&   r&      s      %%''''''''   ".4,,,
 
 
 	
 XXhF~".45
 
 
 	
 hhvr**D!XXh33F HHY//G!+..==wU4[[ >        G C((((H ) )>Zt<<>OOF####OOCKK((((H 56666s    A$AAr   c                 V    t           j        sd S |                     t                     d S r   )envsVLLM_SERVER_DEV_MODEinclude_routerrouter)r   s    r   attach_routerr6   :   s,    $ vr   )r!   httpr   typingr   fastapir   r   r   r   fastapi.responsesr	   r
   	vllm.envsr2   vllm.engine.protocolr   vllm.loggerr   __name__loggerr5   r   postr&   r6    r   r   <module>rB      s=                > > > > > > > > > > > > 4 4 4 4 4 4 4 4       - - - - - - # # # # # #	X			+7 +| + + + + 7g 7 7 7  7Bw      r   