
    .`iz                         d dl Z d dlmZ 	 dde j        de j        de j        de j        de j        de j        dz  d	dfd
ZdS )    N)current_platformoutputprefix_output
prefix_lsesuffix_output
suffix_lse
output_lsereturnc                    dt           j        dt          fd}dt           j        dt          fd}t          j                    r, ||           r! ||           rddlm}  || |||||          S ddlm}  || |||||          S )Nor
   c                 V    | j         t          j        t          j        t          j        fv S N)dtypetorchfloat32halfbfloat16)r   s    {/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/v1/attention/ops/merge_attn_states.pysupported_dtypesz+merge_attn_states.<locals>.supported_dtypes   s    w5=%*enEEE    c                 j    | j         d         }| j        t          j        k    r	|dz  dk    S |dz  dk    S )N      r      )shaper   r   r   )r   headdims     r   supported_headdimz,merge_attn_states.<locals>.supported_headdim   s:    '!*7em##Q;!##{ar   r   )merge_attn_states)r   Tensorboolr   is_cudavllm._custom_opsr   .vllm.v1.attention.ops.triton_merge_attn_states)	r   r   r   r   r   r	   r   r   r   s	            r   r   r   	   s    FEL FT F F F F U\  d         	 ""
V$$
 f%%

 	766666  M:}j*
 
 	
 	UTTTTT  M:}j*
 
 	
r   r   )r   vllm.platformsr   r   r    r   r   <module>r&      s     + + + + + + '+&
 &
L&
<&
 &
 <	&

 &
 t#&
 
&
 &
 &
 &
 &
 &
r   