
    Pi                        d dl Z d dl mZ d dlmZ e j                            dd          Z edd          D ]sZ eede d	d
          dedede	de	de	f
d            Z
 eede dd
          dede	de	dededefd            Z
 eede dd
          dede	de	de	def
d            Z
t edd          D ])Z eede dd
          dedede	d e	de	de	fd!            Z
*dS )"    N)Tensor)impltorchaoIMPL   	   _linear_8bit_act_
bit_weightMetaactivationspacked_weights
group_sizenkc                     |                                  dk    sJ | j        \  }}||k    sJ t          j        ||| j        d          S N   metadtypedevicedimshapetorchemptyr   )r   r   r   r   r   mk_s          i/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/torchao/csrc_meta_ops.py_r       sT       A%%%%!2Qwwww{1a{'8HHHH    _embedding_bitpacked_weight_qvalsnum_embeddingsembedding_dimweight_scalesweight_zerosindicesc                     |                                 dk    sJ |j        d         }t          j        ||t          j        d          S Nr   r   r   r   r   r   r   r   float32)r$   r%   r&   r'   r(   r)   num_outs          r   r    r       sD     {{}}!!!!-"{7MvVVVVr!   _shared_embedding_c                     |                                 dk    sJ |j        d         }t          j        ||t          j        d          S r+   r,   )r   r   r   r   r)   r.   s         r   r    r    *   sB    {{}}!!!!-"{7AU]6JJJJr!      _linear_groupwise_bit_weight_with_lutscale_group_sizelut_group_sizec                     |                                  dk    sJ | j        \  }}||k    sJ t          j        ||| j        d          S r   r   )r   r   r4   r5   r   r   r   r   s           r   r    r    3   sT       A%%%%!2Qwwww{1a{'8HHHHr!   )r   r   torch.libraryr   libraryLibrarytorchao_librangeweight_nbitintr     r!   r   <module>r?      so                m##Iv665A;;  K  KK	T+B;BBBFKK
I
I
I 
I 	
I
 
I 
I 
I LK
I 
T+5[555v>>
W#
W
W 
W 	
W
 
W 
W 
W 
W ?>
W 
T+<K<<<fEEK& Kc Kc Kc KF K K K FEK K 5A;; I IK	T+LKLLLfUUIII I 	I
 I I I I VUI II Ir!   