
    .`i                     f    d dl mZ d dlmZ erd dlmZ d dlmZ d dlm	Z	 defdZ
	 	 	 	 	 	 ddZdS )    )TYPE_CHECKING)FastAPI)	Namespace)State)EngineClientappc                     ddl m} ddlm} ddlm} ddlm} |                     |           |                     |           |                     |           |                     |           d S )Nr   )router),vllm.entrypoints.pooling.classify.api_routerr
   )vllm.entrypoints.pooling.embed.api_router+vllm.entrypoints.pooling.pooling.api_router)vllm.entrypoints.pooling.score.api_routerinclude_router)r   classify_routerembed_routerpooling_routerscore_routers        u/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/entrypoints/pooling/__init__.pyregister_pooling_api_routersr      s    VVVVVVPPPPPPTTTTTTPPPPPP'''|$$$|$$$~&&&&&    engine_clientr   stater   argsr   c           
        K   ddl m} ddlm} ddlm} ddlm} ddlm	} ddl
m} ddlm |                                  d {V }	 ||j                  }
|j        r ||j        	          }nd }t%          fd
|	D                       r' || |j        |	||
|j        |j        |j                  nd |_        d|	v r& || |j        ||
|j        |j        |j                  nd |_        d|	v r& || |j        ||
|j        |j        |j                  nd |_        d|	v sd|	v r || |j        ||
|j                  nd |_        d S )Nr   )load_chat_template)RequestLogger)ServingClassification)OpenAIServingEmbedding)OpenAIServingPooling)ServingScores)POOLING_TASKS)max_log_lenc              3       K   | ]}|v V  	d S )N ).0taskr!   s     r   	<genexpr>z%init_pooling_state.<locals>.<genexpr>=   s(      AAt}$AAAAAAr   )supported_tasksrequest_loggerchat_templatechat_template_content_formattrust_request_chat_templatelog_error_stackembed)r)   r*   r+   r,   r-   classifyscore)r)   score_templater-   )vllm.entrypoints.chat_utilsr   vllm.entrypoints.loggerr   )vllm.entrypoints.pooling.classify.servingr   &vllm.entrypoints.pooling.embed.servingr   (vllm.entrypoints.pooling.pooling.servingr   &vllm.entrypoints.pooling.score.servingr    
vllm.tasksr!   get_supported_tasksr*   enable_log_requestsr"   anyopenai_serving_modelsr+   r,   r-   openai_serving_poolingopenai_serving_embeddingopenai_serving_classificationopenai_serving_scores)r   r   r   r   r   r   r   r   r    r(   resolved_chat_templater)   r!   s               @r   init_pooling_staterB      s_      ?>>>>>555555OOOOOOMMMMMMMMMMMMDDDDDD(((((()==????????O//0BCC &43CDDD AAAAAAAAA	  + /-4-1-N,0,L $ 4	 	 	 	  
 4 o%% 	')0)-)J(,(H 0	
 	
 	
 	
  
". (( 	')0)-)J(,(H 0	
 	
 	
 	
  
'* &&'_*D*D 	')1 0	
 	
 	
 	
  
r   N)r   r   r   r   r   r   )typingr   fastapir   argparser   starlette.datastructuresr   vllm.engine.protocolr   r   rB   r$   r   r   <module>rH      s    !                 2""""""......111111	'g 	' 	' 	' 	'H!H*1H9DH H H H H Hr   