
    .`i
                     .    d dl mZ  G d de          ZdS )    )PretrainedConfigc                   `     e Zd ZdZdddZ	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 d fd	Z xZS )ChatGLMConfigchatglm
num_layersmulti_query_group_num)num_hidden_layers	n_head_kv         5                    h㈵>TF   r   Nc                    || _         || _        || _        || _        || _        || _        || _        || _        || _        || _	        |	| _
        |
| _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _        || _         t7                      j        di | d S )N )r   
vocab_sizepadded_vocab_sizehidden_sizeffn_hidden_sizekv_channelsnum_attention_heads
seq_lengthmax_position_embeddingshidden_dropoutattention_dropoutlayernorm_epsilonrmsnorm(apply_residual_connection_post_layernormpost_layer_normadd_bias_linearadd_qkv_biasbias_dropout_fusionmulti_query_attentionr   apply_query_key_layer_scalingattention_softmax_in_fp32fp32_residual_connectionquantization_bitpre_seq_lenprefix_projectioninterleaved_qkvsuper__init__)selfr   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r/   r'   r(   r   r)   r*   r+   r,   r-   r.   kwargs	__class__s                              {/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/transformers_utils/configs/chatglm.pyr1   zChatGLMConfig.__init__   s   : %+!2&.&#6 $'1$,!2!24 	5  /.(#6 %:"%:"-J*)B&(@% 0&!2.""6"""""    )r   r   r   r   r   r   r   r   r   r   TFTFFFTFr   TTFr   NF)__name__
__module____qualname__
model_typeattribute_mapr1   __classcell__)r4   s   @r5   r   r   	   s        J), M 16 #&*"&!&5;# ;# ;# ;# ;# ;# ;# ;# ;# ;#r6   r   N)transformersr   r   r   r6   r5   <module>r>      sX    * ) ) ) ) )B# B# B# B# B#$ B# B# B# B# B#r6   