
    .`i	                     b    d dl mZ d dlmZ d dlmZ  G d de          Z G d de          ZdS )	    )Any)PretrainedConfig)Qwen2Configc                        e Zd ZU dZeed<   	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 ddededededededededededede	f fdZ
 xZS )DotsVisionConfigdots_vit
model_type     *                  h㈵>Fflash_attention_2{Gz?T	embed_dimhidden_sizeintermediate_sizenum_hidden_layersnum_attention_headsnum_channels
patch_sizespatial_merge_sizetemporal_patch_sizerms_norm_epsuse_biaskwargsc                 (    t                      j        di | || _        || _        || _        || _        || _        || _        || _        || _	        |	| _
        |
| _        || _        || _        || _        || _        || _        || _        || _        d S N )super__init__r   r   r   r   r   r   r   r   r   r   r   attn_implementationinitializer_rangeinit_merger_std	is_causal	post_normgradient_checkpointing)selfr   r   r   r   r   r   r   r   r   r   r   r&   r'   r(   r)   r*   r+   r    	__class__s                      {/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/transformers_utils/configs/dotsocr.pyr%   zDotsVisionConfig.__init__   s    * 	""6""""&!2!2#6 ($"4#6 ( #6 !2.""&<###    )r
   r
   r   r   r   r   r   r   r   r   Fr   r   r   FTF)__name__
__module____qualname__r	   str__annotations__intfloatboolr   r%   __classcell__r-   s   @r.   r   r   	   s          J    !%!##%"##$"/$%&= &=&= &= 	&=
 &= !&= &= &=  &= !&= &= &=& '&= &= &= &= &= &= &= &= &= &=r/   r   c                   @     e Zd ZdZ	 	 	 ddedz  f fdZ fdZ xZS )	DotsOCRConfigdots_ocrqP hP Nvision_configc                 |     t                      j        |i | || _        || _        t	          di |pi | _        d S r"   )r$   r%   image_token_idvideo_token_idr   r?   )r,   rA   rB   r?   argsr    r-   s         r.   r%   zDotsOCRConfig.__init__8   sR     	$)&))),,-FF1D"FFr/   c                 J    d | _          t                      j        |fi | d S )N)_auto_classr$   save_pretrained)r,   save_directoryr    r-   s      r.   rF   zDotsOCRConfig.save_pretrainedE   s0    99&99999r/   )r=   r>   N)r0   r1   r2   r	   dictr%   rF   r8   r9   s   @r.   r;   r;   5   s        J %)	G G d{	G G G G G G: : : : : : : : :r/   r;   N)typingr    transformers.configuration_utilsr   transformers.models.qwen2r   r   r;   r#   r/   r.   <module>rL      s          = = = = = = 1 1 1 1 1 1)= )= )= )= )=' )= )= )=X: : : : :K : : : : :r/   