
    )`i=                         d Z ddlmZ ddlZddlmZ ddlmZ ddl	m
Z
mZ g d	Z	 dd
ej        dej        dededededej        dede
fdZ	 dd
ej        dej        dedededede
fdZdS )a3  
Copyright (c) 2025 by FlashInfer team.

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at

  http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
   )env    N)filename_safe_dtype_map   )CompilationContext)JitSpecgen_jit_spec)z
-DNDEBUG=1z-DBEAM_WIDTH=1z-DUSE_INPUT_KV=0z-DUSE_CUSTOM_BARRIER=1input_dtypekv_cache_dtype	page_sizehead_dimhead_group_ratiouse_sliding_windowoutput_dtype	q_seq_lenreturnc                 l   | t           j        k    rddg}n(| t           j        k    rddg}nt          d|  d          |t           j        k    rdg}	n|t           j        k    rdg}	nd	g}	|d
vrt          d| d          d| g}
|dz  dk    s|dk    s|dk     rt          d| d          d| g}d| g}|rdg}ndg}|t           j        k    rdg}ndg}|dk    rd}||z  dk    rdd| g}n	dg}ndg}d}t                      }|                    g d !          }|}d"g}t          j	        d#z  t          j	        d$z  t          j	        d%z  g}|j
        }t          d& |D                       }|rH|                    t          j	        d'z             |                    t          j	        d(z             d)g}nd*g}t          d+t          |           d,t          |          d-t          |          d.| d/| d0| d1| d2| d3| |t          |z   |
z   |z   |z   |	z   |z   |z   |z   |z   |z   |z   d4g5          S )6Nz-DINPUT_FP16=1z-DDTYPE=__halfz-DINPUT_FP16=0z-DDTYPE=__nv_bfloat16zInvalid dtype: z7 for XQA, only float16 and bfloat16 input are supported-DCACHE_ELEM_ENUM=2z-DCACHE_ELEM_ENUM=1z-DCACHE_ELEM_ENUM=0       @      Invalid page_size: $, only 16, 32, 64, 128 are supported-DTOKENS_PER_PAGE=r   r      zInvalid head_dim: z0, must be divisible by 16 and in range [16, 256]-DHEAD_ELEMS=-DHEAD_GRP_SIZE=z-DSLIDING_WINDOW=1-DSLIDING_WINDOW=0z-DLOW_PREC_OUTPUT=1z-DLOW_PREC_OUTPUT=0r   Tr   z-DSPEC_DEC=1z-DSPEC_Q_SEQ_LEN=z-DSPEC_DEC=0F)	   
         supported_major_versionsz-DMLA_WRAPPER=0z
xqa/mha.cuxqa/xqa_wrapper.cuflashinfer_xqa_binding.cuc              3   (   K   | ]\  }}|d k    V  dS )r!   N ).0majorminors      f/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/flashinfer/jit/xqa.py	<genexpr>z!gen_xqa_module.<locals>.<genexpr>n   s*      ??,%5A:??????    zxqa/mha_sm90.cuxqa/tensorMap.cppz-DUSE_SM90_MHA=1z-DUSE_SM90_MHA=0
xqa_input_
_kv_cache__output__page_size_
_head_dim__head_group_ratio__use_sliding_window__use_spec_dec__spec_q_seq_len_-lcudaextra_cuda_cflagsextra_ldflags)torchfloat16bfloat16
ValueErrorfloat8_e4m3fnint8r   get_nvcc_flags_listjit_envFLASHINFER_CSRC_DIRTARGET_CUDA_ARCHSanyappendr	   r   xqa_nvcc_flags)r
   r   r   r   r   r   r   r   flag_input_dtypeflag_kv_cache_dtypeflag_tokens_per_pageflag_head_dimflag_head_group_ratioflag_sliding_windowflag_low_prec_outputuse_spec_decflag_spec_deccompilation_context
nvcc_flagssm_nvcc_flagsflag_mla_wrappersourcestarget_archshas_sm90flag_sm90_mhas                            r.   gen_xqa_moduler]   "   s    em##,.>?		&	&,.EFbkbbb
 
 	
 ,,,45	5:	%	%4545)))Q)QQQ
 
 	
 =<<="}X^^x"}}[[[[
 
 	
 0X//0MB0@BBC 53434u*** 56 561}}''2--+-L-L-LMMM+,MM'(,..$88!0 9  J M)* 	#l2#&::#&AAG '8L??,?????H -w25FFGGGw25HHIII+,+, 	K,[9  	K  	KE\]kEl  	K  	K  wN  O[  w\  	K  	K  ir  	K  	K  ~F  	K  	K  Zj  	K  	K  @R  	K  	K  bn  	K  	K  @I  	K  	K(

  	
       	 
   j   r0   Fc                    |dk    s
J d            |dk    s
J d            | t           j        k    s
J d            |t           j        k    s
J d            |r
J d            dg}|d	vrt          d
| d          d| g}d| g}d| g}	dg}
t                      }|                    dg          }|}dg}t          dt          |           dt          |          d| d| d| d| t          j        dz  t          j        dz  t          j        dz  t          j        dz  gt          |z   |z   |z   |z   |	z   |
z   |z   dg          S )Nr   z2Only head group ratio 128 is supported for xqa MLAi@  z1Only head dim 576 is supported for xqa_module_mlaz.Only fp8 input is supported for xqa_module_mlaz1Only fp8 kv cache is supported for xqa_module_mlaz2Sliding window is not supported for xqa_module_mlar   r   r   r   r   r   r   r    r$   r%   z-DMLA_WRAPPER=1xqa_mla_input_r3   r5   r6   r7   r8   zxqa/mla_sm120.cur1   r'   r(   r;   r<   )
r?   rC   rB   r   rE   r	   r   rF   rG   rK   )r
   r   r   r   r   r   rM   rN   rO   rP   rQ   rU   rV   rW   rX   s                  r.   gen_xqa_module_mlar`      sE    s"""$X"""s???O???%----8 .-- U0000; 100 "WW#WWW!01)))Q)QQQ
 
 	
 =<<=/X//0MB0@BBC/0,..$88SURV8WWJM)* 	i0=  	i  	iI`aoIp  	i  	i  ~G  	i  	i  S[  	i  	i  o  	i  	i  Ug  	i  	i'*<<'*=='*>>'*EE		
 )

  	
       j!   r0   )r   )F)__doc__ r   rF   r?   utilsr   rU   r   corer   r	   rK   dtypeintboolr]   r`   r*   r0   r.   <module>rh      s            * * * * * * 4 4 4 4 4 4       
    d ddKd d 	d
 d d +d d d d d dZ  %7 77K7 7 	7
 7 7 7 7 7 7 7 7r0   