
    .`ib                         d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dlm	Z	 d dl
mZ d dlmZ  ee          ZdefdZd	ed
e	dedz  fdZd	ed
e	dedz  fdZdS )    N)
VllmConfig)init_logger)SchedulerOutput)SchedulerStats)__version__returnc                 x   t          | t                    rd|  dS t          | t                    r7d                    d |                                 D                       }d| dS t          | t
                    r#dd                    d | D                        dS t          | t                    r0dd                    d	 t          |           D                        dS t          | t                    r#dd                    d
 | D                        dS t          | t          j	                  rt          |           S t          | t          j                  rd| j         d| j         d| j         dS t!          | d          r|                                 S t!          | d          rR| j                                        }d                    d |D                       }t'          |           j         d| dS 	 t+          j        |           S # t.          t0          f$ r t          |           cY S w xY w)N'z, c                 V    h | ]&\  }}t          |           d t          |           'S )z: strprepare_object_to_dump.0kvs      q/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/logging_utils/dump_input.py	<setcomp>z)prepare_object_to_dump.<locals>.<setcomp>   s9    NNN$!QA5503355NNN    {}[c                 ,    g | ]}t          |          S  r   r   r   s     r   
<listcomp>z*prepare_object_to_dump.<locals>.<listcomp>   !    EEEA4Q77EEEr   ]c                 ,    g | ]}t          |          S r   r   r   s     r   r   z*prepare_object_to_dump.<locals>.<listcomp>   s!    KKKA4Q77KKKr   c                 ,    g | ]}t          |          S r   r   r   s     r   r   z*prepare_object_to_dump.<locals>.<listcomp>!   r   r   zTensor(shape=z	, device=z,dtype=)	anon_repr__dict__c                 V    g | ]&\  }}t          |           d t          |           'S )=r   r   s      r   r   z*prepare_object_to_dump.<locals>.<listcomp>-   s9    GGGAA44/2244GGGr   ()
isinstancer   dictjoinitemslistsettupleenumEnumreprtorchTensorshapedevicedtypehasattrr#   r$   type__name__jsondumps	TypeErrorOverflowError)objdict_strr+   s      r   r   r      sa   #s !3zzz	C		 99NN#))++NNN
 
 !H    	C		 I499EEEEEFFIIII	C		 O499KKcKKKLLOOOO	C		 I499EEEEEFFIIII	C	#	# Cyy	C	&	&  SsyRR3:RRciRRRR	k	"	" }}	j	!	! ""$$99GGGGG
 
 s))$22x2222	:c??"=) 	 	 	99	s   H  H98H9configscheduler_outputscheduler_statsc                     t          j        t                    5  t          | ||           d d d            d S # 1 swxY w Y   d S )N)
contextlibsuppress	Exception_dump_engine_exception)r@   rA   rB   s      r   dump_engine_exceptionrH   8   s     
	Y	'	' J Jv'7IIIJ J J J J J J J J J J J J J J J J Js   9= =c                 2   t                               dt          |            	 t          |          }t                               d|           |rt                               d|           d S d S # t          $ r t                               d           Y d S w xY w)Nz<Dumping input data for V1 LLM engine (v%s) with config: %s, z0Dumping scheduler output for model execution: %szDumping scheduler stats: %szError preparing object to dump)loggererrorVLLM_VERSIONr   rF   	exception)r@   rA   rB   dump_objs       r   rG   rG   C   s    
 LLF  
;)*:;;GRRR 	ILL6HHHHH	I 	I ; ; ;9::::::;s   AA. .$BB)rD   r/   r:   r2   vllm.configr   vllm.loggerr   vllm.v1.core.sched.outputr   vllm.v1.metrics.statsr   vllm.versionr   rL   r9   rJ   r   r   rH   rG   r   r   r   <module>rT      s*          " " " " " " # # # # # # 5 5 5 5 5 5 0 0 0 0 0 0 4 4 4 4 4 4	X		"3 " " " "JJJ%J $d*J J J J;;%; $d*; ; ; ; ; ;r   