
    .`ii              	       l   d dl mZ d dlmZmZmZ d dlmZmZ d dl	m
Z
 d dlmZ d dlmZ d dlmZmZmZ d dlmZ d d	lmZmZ  e            Zd
ededz  fdZe                    d ee          gej        j        deiej        j        deii          eed
edefd                                    ZdS )    )
HTTPStatus)	APIRouterDependsRequest)JSONResponseStreamingResponse)assert_never)ErrorResponse)validate_json_request)EmbeddingBytesResponseEmbeddingRequestEmbeddingResponse)OpenAIServingEmbedding)load_aware_callwith_cancellationrequestreturnNc                 $    | j         j        j        S )N)appstateopenai_serving_embedding)r   s    }/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/entrypoints/pooling/embed/api_router.py	embeddingr      s    ;55    z/v1/embeddingsmodel)dependencies	responsesraw_requestc                   K   t          |          }|'|j        j        j        }|                    d          S 	 |                    | |           d {V }n,# t          $ r}|                    |          cY d }~S d }~ww xY wt          |t                    r-t          |
                                |j        j                  S t          |t                    r"t          |
                                          S t          |t                    r!t          |j        |j        |j                  S t'          |           d S )Nz)The model does not support Embeddings API)message)contentstatus_code)r!   )r!   headers
media_type)r   r   r   openai_serving_tokenizationcreate_error_responsecreate_embedding	Exception
isinstancer
   r   
model_dumperrorcoder   r   r   r!   r#   r$   r	   )r   r   handlerbase_server	generatores         r   r'   r'      s|      $$G!o+G00? 1 
 
 	
0!227KHHHHHHHH		 0 0 0,,Q////////0 )]++ 
((**	8L
 
 
 	
 
I0	1	1 
I$8$8$:$:;;;;	I5	6	6 
 %% +
 
 
 	
 s   A 
B#A=7B=B)httpr   fastapir   r   r   fastapi.responsesr   r   typing_extensionsr	   'vllm.entrypoints.openai.engine.protocolr
   vllm.entrypoints.openai.utilsr   'vllm.entrypoints.pooling.embed.protocolr   r   r   &vllm.entrypoints.pooling.embed.servingr   vllm.entrypoints.utilsr   r   routerr   postBAD_REQUESTvalueINTERNAL_SERVER_ERRORr'    r   r   <module>r@      s         / / / / / / / / / / = = = = = = = = * * * * * * A A A A A A ? ? ? ? ? ?         
 J I I I I I E E E E E E E E	6w 6#9D#@ 6 6 6 6 '/001$w&>(.-0H           r   