
    .`i                     4    d dl mZ  G d de          ZdgZdS )    )PretrainedConfigc            A       
    e Zd ZdZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d9dedededededededed	z  d ed!ed"ed#ed$ed%ed&ed'ed	z  d(ed	z  d)ed*ed+ed,ed-ed.ed/ed0ed1ed2ed3e	e         d	z  d4ed5ed6ed7ef@ fd8Z
 xZS ):AfmoeConfigafmoe                    N   silu   {Gz?h㈵>TF@         sigmoid      ?           
vocab_sizehidden_sizeintermediate_sizemoe_intermediate_sizenum_hidden_layersnum_dense_layersnum_attention_headsnum_key_value_headshead_dim
hidden_actmax_position_embeddingsinitializer_rangerms_norm_eps	use_cachetie_word_embeddingsrope_parametersrope_scalingnum_expertsnum_experts_per_toknum_shared_expertsnum_expert_groupsnum_limited_groups
score_func
route_normroute_scaleglobal_attn_every_n_layerssliding_windowlayer_typesattention_dropoutmup_enabledn_group
topk_groupc!                 .   || _         || _        || _        || _        || _        || _        |p|| _        |	| _        |
| _        || _	        || _
        || _        || _        |!                    dd          }"|d|"d}|| _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        | | _         tA                      j!        dd|i|! d S )N
rope_thetag     @default)	rope_typer;   r(    )"r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   popr)   r*   r   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   super__init__)$selfr   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   kwargsr;   	__class__s$                                      y/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/transformers_utils/configs/afmoe.pyrA   zAfmoeConfig.__init__
   sK   H %&!2!2 0#6 #6#M:M  $'>$!2("ZZg66
",5ZPPO.(%:"&#6 "4!2"4$$&*D',&!2&$KK-@KFKKKKK    ) r   r   r	   r
   r   r   r   Nr   r   r   r   r   TFNNr   r   r   r   r   r   Tr   r   r   Nr   Fr   r   )__name__
__module____qualname__
model_typeintstrfloatbooldictlistrA   __classcell__)rD   s   @rE   r   r      sW       J "!%%)!# !#%*. '-#'"$)'+$(#$"#!""## *+"(,#&!CJL JLJL JL 	JL
  #JL JL JL !JL !4ZJL JL JL "%JL !JL JL JL  "!JL" #JL$ Tk%JL& 'JL( !)JL*  +JL, -JL.  /JL0 1JL2 3JL4 5JL6 %(7JL8 9JL: #Y%;JL< !=JL> ?JL@ AJLB CJL JL JL JL JL JL JL JL JL JLrF   r   N) transformers.configuration_utilsr   r   __all__r>   rF   rE   <module>rT      sb    > = = = = =ML ML ML ML ML" ML ML ML` /rF   