
    Pi                     >    d dl mZ dddddddd	d
ddddZddhZd ZdS )    )get_mapped_keyztoken_embedding.weightz'relative_position_bias.embedding.weightzlayers.{}.attn.q_proj.weightzlayers.{}.attn.k_proj.weightzlayers.{}.attn.v_proj.weightz!layers.{}.attn.output_proj.weightzlayers.{}.mlp.w1.weightzlayers.{}.mlp.w2.weightzlayers.{}.mlp.w3.weightzlayers.{}.sa_norm.scalezlayers.{}.mlp_norm.scalezfinal_norm.scale)zencoder.embed_tokens.weightzFencoder.block.{}.layer._0.SelfAttention.relative_attention_bias.weightz0encoder.block.{}.layer._0.SelfAttention.q.weightz0encoder.block.{}.layer._0.SelfAttention.k.weightz0encoder.block.{}.layer._0.SelfAttention.v.weightz0encoder.block.{}.layer._0.SelfAttention.o.weightz4encoder.block.{}.layer._1.DenseReluDense.wi_0.weightz2encoder.block.{}.layer._1.DenseReluDense.wo.weightz4encoder.block.{}.layer._1.DenseReluDense.wi_1.weightz+encoder.block.{}.layer._0.layer_norm.weightz+encoder.block.{}.layer._1.layer_norm.weightzencoder.final_layer_norm.weightzshared.weightzlm_head.weightc                    i }|                                  D ]h\  }}|                    d          s	|t          v r$|                    dd                              dd          }t	          |t
                    }|||<   i|S )Nzdecoder.zlayer.0.z	layer._0.zlayer.1.z	layer._1.)items
startswith_IGNOREreplacer   _FROM_HF)
state_dictconverted_state_dictkeyvaluenew_keys        x/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/torchtune/models/t5/_convert_weights.pyt5_encoder_hf_to_tuner   #   s     &&(( . .
U>>*%% 	 kk*k22:::{SS h//(-W%%    N) torchtune.models.convert_weightsr   r	   r   r    r   r   <module>r      ss    < ; ; ; ; ;
 $<Nw8V8V8V8[<U:S<U3L3M'9! (          r   