
     `i	                    T    d dl mZ d dlZd dlmZ ddlmZmZ erd dlm	Z	 ddZ
d ZdS )    )annotationsN)TYPE_CHECKING   )is_torch_available	strtobool)nnmodule	nn.Modulereturnboolc                    t                      sdS dd l}|j                                        sdS dd l}t          | |j        j        j                  pt          | dd          S )NFr   _is_fsdp_managed_module)	r   torchdistributedis_availabletorch.distributed.fsdp
isinstancefsdpFullyShardedDataParallelgetattr)r	   r   s     r/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/transformers/integrations/fsdp.pyis_fsdp_managed_moduler      s}     uLLL))++ u!!!!fe/4MNN RY)5S S     c                 R   t                      rdd l} | j                                        oz| j                                        oat          t          j                            dd                    dk    o0t          t          j                            dd                    dk    S dS )Nr   ACCELERATE_USE_FSDPFalse   FSDP_CPU_RAM_EFFICIENT_LOADINGF)	r   r   r   r   is_initializedr   osenvironget)r   s    r   is_fsdp_enabledr#   *   s     
 **,, Z!0022Z"*..)>HHIIQNZ "*..)I7SSTTXYY		
 5r   )r	   r
   r   r   )
__future__r   r    typingr   utilsr   r   r   r   r   r#    r   r   <module>r(      s    # " " " " " 				             1 1 1 1 1 1 1 1          r   