
    .`iy                     2    d Z ddlmZ  G d de          ZdS )zFalcon configuration    )PretrainedConfigc                        e Zd ZdZdgZddddZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d	 d fdZed             Zed             Z	 xZ
S )RWConfigfalconpast_key_valuesn_layern_head	n_head_kv)num_hidden_layersnum_attention_headsnum_kv_heads  @         h㈵>{Gz?T           NFreturnc                    || _         |                    dd           }||n|| _        || _        || _        || _        || _        || _        |
| _        || _	        || _
        |	| _        || _        |dn|| _        || _        || _        || _        || _        | j        dk    rd| _         t%                      j        d||	d| d S )Nn_embedr   i    T)bos_token_ideos_token_id )
vocab_sizepophidden_sizer   r	   layer_norm_epsiloninitializer_range	use_cachehidden_dropoutattention_dropoutr   r   multi_queryr
   alibibiasparallel_attnnew_decoder_architecturesuper__init__)selfr   r   r   r	   r   r    r!   r   r   r"   r#   r$   r
   r%   r&   r'   r(   kwargsr   	__class__s                       z/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/transformers_utils/configs/falcon.pyr*   zRWConfig.__init__#   s    * %**Y--*1/;;w"4!2",!2((&'/Y
	*(@%t##,0D)XlXXQWXXXXX    c                      | j         | j        z  S N)r   r	   r+   s    r.   head_dimzRWConfig.head_dimS   s    4;..r/   c                     | j          S r1   )r%   r2   s    r.   rotaryzRWConfig.rotaryW   s    :~r/   )r   r   r   r   r   r   Tr   r   r   r   TNFFFF)r   N)__name__
__module____qualname__
model_typekeys_to_ignore_at_inferenceattribute_mapr*   propertyr3   r5   __classcell__)r-   s   @r.   r   r      s        J#4"5&'# M !&%.Y( 
).Y .Y .Y .Y .Y .Y` / / X/   X    r/   r   N)__doc__ transformers.configuration_utilsr   r   r   r/   r.   <module>r@      sT   *   = = = = = =? ? ? ? ? ? ? ? ? ?r/   