
    .`iU                     :    d dl mZ d dlmZ  G d de          ZdS )    )Any)PretrainedConfigc                   t     e Zd ZdZdgZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 ddeeef         dz  f fdZ xZ	S )FlexOlmoConfig	flex_olmopast_key_values      +      Nsilu{Gz?ư>T鵇 顇 F              {Gz?rope_parametersc                 6   d|vrdg|d<    t                      j        d
||||d| || _        || _        || _        || _        || _        || _        ||}|| _        || _	        |	| _
        |
| _        || _        |                    dd           }|p|pddi}|                    dd          }d|vr||d<   || _        || _        || _        || _        || _        || _        || _        || _        | j         d	| j        v r| j        d	         | j        d<   d S d S d S )NarchitecturesFlexOlmoForCausalLM)pad_token_idbos_token_ideos_token_idtie_word_embeddingsrope_scaling	rope_typedefault
rope_thetag    Atype )super__init__
vocab_sizemax_position_embeddingshidden_sizeintermediate_sizenum_hidden_layersnum_attention_headsnum_key_value_heads
hidden_actinitializer_rangerms_norm_eps	use_cachepopr   attention_biasattention_dropoutnum_experts_per_toknum_expertsoutput_router_logitsrouter_aux_loss_coefnorm_topk_prob)selfr&   r(   r)   r*   r+   r,   r-   r'   r.   r/   r0   r   r   r   r   r   r2   r3   r4   r5   r6   r7   r8   kwargsr   r!   	__class__s                              }/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/transformers_utils/configs/flex_olmo.pyr%   zFlexOlmoConfig.__init__   s   6 &(('<&=F?# 	
%%% 3		
 	

 	
 	
 	
 %'>$&!2!2#6  &"5#6 $!2("zz.$77&U/Uk9=UZZh77
..,6OL).,!2#6 &$8!$8!, +$:N0N0N040DV0LD --- ,+0N0N    )r	   r
   r   r   r   Nr   r
   r   r   Tr   Nr   FNFr   r   r   Fr   F)
__name__
__module____qualname__
model_typekeys_to_ignore_at_inferencedictstrr   r%   __classcell__)r;   s   @r<   r   r      s        J#4"5   $!15"!1FM FM" c3h$.#FM FM FM FM FM FM FM FM FM FMr=   r   N)typingr    transformers.configuration_utilsr   r   r#   r=   r<   <module>rH      st          = = = = = =JM JM JM JM JM% JM JM JM JM JMr=   