
    .`i                     .    d dl mZ  G d de          ZdS )    )PretrainedConfigc                   R     e Zd ZdZdgZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d fd	Z xZS )Olmo3Configolmo3past_key_values      +      Nsilu   {Gz?T   g  F        h㈵>c                    d|vrdg|d<   n@d|d         v r6|d                              d           |d                             d            t                      j        d||||d| || _        || _        || _        || _        || _        || _	        ||}|| _
        || _        |	| _        |
| _        |                    dd           }|p|pddi}|                    dd	          }d|vr||d<   || _        || _        || _        || _        || _        || _        | j        %d
 t+          | j                  D             | _        d S d S )NarchitecturesOlmo2ForCausalLMOlmo3ForCausalLM)pad_token_idbos_token_ideos_token_idtie_word_embeddingsrope_scaling	rope_typedefault
rope_thetag     @c                 .    g | ]}|d z   dz  dk    rdndS )r      r   sliding_attentionfull_attention ).0is     y/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/transformers_utils/configs/olmo3.py
<listcomp>z(Olmo3Config.__init__.<locals>.<listcomp>P   sA           )*A{a'7'7##=M         r#   )removeappendsuper__init__
vocab_sizemax_position_embeddingshidden_sizeintermediate_sizenum_hidden_layersnum_attention_headsnum_key_value_heads
hidden_actinitializer_range	use_cachepoprope_parametersattention_biasattention_dropoutrms_norm_epssliding_windowlayer_typesrange)selfr-   r/   r0   r1   r2   r3   r4   r.   r5   r6   r   r   r   r   r8   r9   r:   r;   r<   r=   kwargsr   r   	__class__s                           r&   r,   zOlmo3Config.__init__   s   4 &(('9&:F?##6/#:::?#**+=>>>?#**+=>>> 	
%%% 3		
 	

 	
 	
 	
 %'>$&!2!2#6  &"5#6 $!2"zz.$77&U/Uk9=UZZg66
..,6OL).,!2(,&#   t566     D $#r(   )r   r	   r
   r   r   Nr   r   r   Tr   Nr   FNFr   r   r	   N)__name__
__module____qualname__
model_typekeys_to_ignore_at_inferencer,   __classcell__)rA   s   @r&   r   r      s        J#4"5   $!+H H H H H H H H H Hr(   r   N) transformers.configuration_utilsr   r   r#   r(   r&   <module>rI      sX    > = = = = =L L L L L" L L L L Lr(   