
    -`ic
                         d dl Z d dlmZ d dlZd dlmZ d dlmZ d dlm	Z	 d dl
mZmZ  ee          Z G d d          ZdS )	    N)Sequence)init_logger)LoRARequest)PoolingParams)BeamSearchParamsSamplingParamsc                       e Zd Zdedz  ddfdZdededz  dee         dz  dej        dz  d	e	e
z  ez  dz  d
edz  ddfdZ	 	 	 ddededee         dz  dedz  dededdfdZdS )RequestLoggermax_log_lenNreturnc                    || _         d S )N)r   )selfr   s     k/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/entrypoints/logger.py__init__zRequestLogger.__init__   s    &    
request_idpromptprompt_token_idsprompt_embedsparamslora_requestc                    t                               t          j                  rH| j        }||
|d |         }|
|d |         }t                               d|||||j        nd            t                               d|||           d S )NzNRequest %s details: prompt: %r, prompt_token_ids: %s, prompt_embeds shape: %s.z2Received request %s: params: %s, lora_request: %s.)loggerisEnabledForloggingDEBUGr   debugshapeinfo)r   r   r   r   r   r   r   r   s           r   
log_inputszRequestLogger.log_inputs   s     w}-- 	*K&%#L[L1F#/'7'E$LL+  '4'@##d   	@		
 	
 	
 	
 	
r   Foutputsoutput_token_idsfinish_reasonis_streamingdeltac                     | j         }|%|
|d |         }|t          |          d |         }d}|r|rdnd}t                              d|||||           d S )N z (streaming delta)z (streaming complete)zLGenerated response %s%s: output: %r, output_token_ids: %s, finish_reason: %s)r   listr   r   )	r   r   r!   r"   r#   r$   r%   r   stream_infos	            r   log_outputszRequestLogger.log_outputs8   s     &""!,;,/+#'(8#9#9,;,#G  	U27T..=TK6	
 	
 	
 	
 	
r   )NFF)__name__
__module____qualname__intr   strr(   torchTensorr   r   r   r   r    r   boolr*    r   r   r
   r
      s1       'sTz 'd ' ' ' '!
!
 d
!
 s)d*	!

 |d*!
 .1AADH!
 "D(!
 
!
 !
 !
 !
P %)"
 

 
 #3-$.	

 Tz
 
 
 

 
 
 
 
 
r   r
   )r   collections.abcr   r0   vllm.loggerr   vllm.lora.requestr   vllm.pooling_paramsr   vllm.sampling_paramsr   r   r+   r   r
   r3   r   r   <module>r9      s     $ $ $ $ $ $  # # # # # # ) ) ) ) ) ) - - - - - - A A A A A A A A	X		E
 E
 E
 E
 E
 E
 E
 E
 E
 E
r   