
    .`i                         d Z ddlmZ ddlmZ ddlmZ ddlmZ  eddddd	           G d
 de                      Z	dS )z?Inference-only Erine model compatible with HuggingFace weights.    )support_torch_compile)
VllmConfig)LlamaForCausalLM   )PPMissingLayer)	input_ids	positionsintermediate_tensorsinputs_embeds)dynamic_arg_dimsc                   .     e Zd Zdddedef fdZ xZS )Ernie4_5ForCausalLM )prefixvllm_configr   c                    t                                          ||           | j        j        D ]J}t	          |t
                    s3d|j        j        _        d |j        j	        _
        d|j        j	        _        Kd S )N)r   r   FT)super__init__modellayers
isinstancer   	self_attn
rotary_embis_neox_styleo_projbiasskip_bias_add)selfr   r   layer	__class__s       v/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/model_executor/models/ernie45.pyr   zErnie4_5ForCausalLM.__init__+   sz    [@@@
 Z& 	< 	<Ee^44 <;@*8.2&+7;&4		< 	<    )__name__
__module____qualname__r   strr   __classcell__)r!   s   @r"   r   r   !   s\         BD 
< 
< 
<z 
<3 
< 
< 
< 
< 
< 
< 
< 
< 
< 
<r#   r   N)
__doc__vllm.compilation.decoratorsr   vllm.configr    vllm.model_executor.models.llamar   utilsr   r    r#   r"   <module>r/      s   0 F E = = = = = = " " " " " " = = = = = = ! ! ! ! ! !   !	   < < < < <* < < < < <r#   