
    .`i                     N   d dl mZmZmZmZ d dlmZ d dlmZ d dl	m
Z
 d dlmZ  ee          Z e            Zdede
fdZe                    d	           ed
           ed
          fdededefd            Ze                    d          defd            ZdefdZdS )    )	APIRouterFastAPIQueryRequest)ResponseN)EngineClient)init_loggerrequestreturnc                 $    | j         j        j        S N)appstateengine_client)r
   s    {/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/entrypoints/serve/cache/api_router.pyr   r      s    ;**    z/reset_prefix_cacheF)defaultraw_requestreset_running_requestsreset_externalc                    K   t                               d           t          |                               ||           d{V  t	          d          S )aP  
    Reset the local prefix cache.

    Optionally, if the query parameter `reset_external=true`
    also resets the external (connector-managed) prefix cache.

    Note that we currently do not check if the prefix cache
    is successfully reset in the API server.

    Example:
       POST /reset_prefix_cache?reset_external=true
    zResetting prefix cache...N   status_code)loggerinfor   reset_prefix_cacher   )r   r   r   s      r   r   r      sq      $ KK+,,,

$
$
7
7         $$$$r   z/reset_mm_cachec                    K   t                               d           t          |                                            d{V  t	          d          S )z
    Reset the multi-modal cache. Note that we currently do not check if the
    multi-modal cache is successfully reset in the API server.
    zResetting multi-modal cache...Nr   r   )r   r   r   reset_mm_cacher   )r   s    r   r   r   /   sX       KK0111

$
$
3
3
5
55555555$$$$r   r   c                 V    t           j        sd S |                     t                     d S r   )envsVLLM_SERVER_DEV_MODEinclude_routerrouter)r   s    r   attach_routerr%   :   s,    $ vr   )fastapir   r   r   r   fastapi.responsesr   	vllm.envsr!   vllm.engine.protocolr   vllm.loggerr	   __name__r   r$   r   postboolr   r   r%    r   r   <module>r/      sx  
 7 6 6 6 6 6 6 6 6 6 6 6 & & & & & &       - - - - - - # # # # # #	X			+7 +| + + + + "## $)5#7#7#7 5///% %% % % % % $#%2 %g % % %  %w      r   