§ `ƒiÐãó —dZddlmZmZmZddlmZddlm Z ddl m Z ddl m Z ddlmZmZmZdd lmZmZdd lmZdd lmZdd lmZd efd„Zded dfd„Zded efd„Ze¦«ddfdedeedeed efd„Ze¦«dededfdedeededdeedfdedefdee e!efd efd„Z"dS)a Factory functions for creating checkpointer instances with sensible defaults. This module provides high-level factory functions that simplify the creation of checkpointer instances by automatically handling component initialization and configuration with reasonable defaults. é)ÚAnyÚCallableÚOptionalNé)Úcreate_barrier_from_config)ÚCheckpointProcess)ÚCheckpointReader)ÚCheckpointWriterÚCheckpointWriterConfigÚ WriterHook)ÚAsyncCheckpointerÚSyncCheckpointer)ÚCheckpointerConfig)Ú DefaultStager)ÚRankInfoÚreturncó°—tj¦«r3ttj¦«tj¦«¬¦«Stdd¬¦«S)zá Get default rank information from the current distributed environment. Returns: RankInfo: Rank information from the default process group if initialized, otherwise single-rank fallback. )Úglobal_world_sizeÚ global_rankrr)ÚdistÚis_initializedrÚget_world_sizeÚget_rank©óú†/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/torch/distributed/checkpoint/_experimental/builder.pyÚ_get_default_rank_inforsV€õ ÔÑÔð<ÝÝ"Ô1Ñ3Ô3Ýœ ™œð ñ ô ð õ ¨!¸Ð;Ñ;Ô;Ð;rÚ_có—dS)z3Default subprocess initialization function (no-op).Nr)rs rÚdefault_subprocess_init_fnr )s€€€rÚ rank_infocó<—tt¦«|¬¦«S)z2Default checkpoint writer initialization function.)Úconfigr!)r r ©r!s rÚdefault_writer_init_fnr%-s%€å Ý%Ñ'Ô'Øð ñ ô ðrr#Ú commit_hookcó¼—|€t¦«}t|¬¦«}t|j¦«}t |j|||¬¦«}t ||¬¦«S)a‘ Factory function to create a SyncCheckpointer instance with sensible defaults. This function creates a synchronous checkpointer with default components, automatically detecting rank information from the default process group if available, and using the provided component configurations. Args: config: CheckpointerConfig containing component-specific configurations (writer_config, staging_config, process_config). Defaults to CheckpointerConfig(). rank_info: RankInfo for distributed training. Defaults to auto-detection from the default PyTorch distributed process group if initialized, otherwise falls back to single-rank (world_size=1, rank=0). commit_hook: Optional hook for custom actions before and after checkpoint commits. Returns: SyncCheckpointer: A configured synchronous checkpointer instance. Examples: # Simplest usage - auto-detect rank, default config checkpointer = make_sync_checkpointer() # Explicit rank configuration checkpointer = make_sync_checkpointer( rank_info=RankInfo(global_world_size=4, global_rank=0) ) # Disable barrier from .barriers import BarrierConfig config = CheckpointerConfig(barrier_config=BarrierConfig(barrier_type=None)) checkpointer = make_sync_checkpointer(config=config) Nr$)r#r!Úbarrierr&)ÚwriterÚreader)rr rÚbarrier_configr Ú writer_configr)r#r!r&r*r(r)s rÚmake_sync_checkpointerr-5s€ðJÐÝ*Ñ,Ô,ˆ å Øðñô€Fõ)¨Ô)>Ñ?Ô?€Gå ØÔ#ØØØð ñô€Fõ ØØð ñ ô ðrrÚsubprocess_init_fn).NÚsubprocess_init_args.Úcheckpoint_writer_init_fnÚcheckpoint_writer_init_argscóÌ—|€t¦«}t|¬¦«}t|j¬¦«}|pi}t ||j||||¬¦«}t |||¬¦«S)aw Factory function to create an AsyncCheckpointer instance with sensible defaults. This function creates an asynchronous checkpointer using the provided configuration, automatically detecting rank information if not provided. Args: config: CheckpointerConfig containing component-specific configurations. rank_info: RankInfo for distributed training. Defaults to auto-detection. subprocess_init_fn: Function to initialize the subprocess. Defaults to no-op. subprocess_init_args: Arguments to pass to subprocess_init_fn. checkpoint_writer_init_fn: Function to create CheckpointWriter instance. checkpoint_writer_init_args: Arguments to pass to checkpoint_writer_init_fn. Returns: AsyncCheckpointer: A configured asynchronous checkpointer instance. Examples: # Create with default config checkpointer = make_async_checkpointer() # Create with custom init functions checkpointer = make_async_checkpointer( subprocess_init_fn=my_subprocess_init_fn, checkpoint_writer_init_fn=my_writer_init_fn ) Nr$)r#)r!r#r.r/r0r1)Úcheckpoint_stagerÚcheckpoint_processr*)rr rÚstaging_configrÚprocess_configr ) r#r!r.r/r0r1r*r3r4s rÚmake_async_checkpointerr7ps£€ðFÐÝ*Ñ,Ô,ˆ å Øðñô€Fõ&ØÔ$ðñôÐð#>Ð"CÀÐå*ØØÔ$Ø-Ø1Ø";Ø$?ð ñôÐõ Ø+Ø-Øð ñ ô ðr)#Ú__doc__ÚtypingrrrÚtorch.distributedÚ distributedrÚbarriersrr4rÚcheckpoint_readerr Úcheckpoint_writerr r r Ú checkpointerr rr#rÚstagingrÚtypesrrr r%r-ÚtupleÚdictÚstrr7rrrúrEsKðððð+Ð*Ð*Ð*Ð*Ð*Ð*Ð*Ð*Ð*à Ð Ð Ð Ð Ð à0Ð0Ð0Ð0Ð0Ð0Ø1Ð1Ð1Ð1Ð1Ð1Ø/Ð/Ð/Ð/Ð/Ð/ØSÐSÐSÐSÐSÐSÐSÐSÐSÐSØ=Ð=Ð=Ð=Ð=Ð=Ð=Ð=Ø&Ð&Ð&Ð&Ð&Ð&Ø"Ð"Ð"Ð"Ð"Ð"ØÐÐÐÐÐð< ð<ð<ð<ð<ð$> 3ð>¨4ð>ð>ð>ð>ð hðÐ3Cððððð"4Ð!3Ñ!5Ô!5Ø$(Ø(,ð8ð8Ø ð8à˜Ô!ð8ð˜*Ô%ð8ðð 8ð8ð8ð8ðx"4Ð!3Ñ!5Ô!5Ø$(Ø.HØ,.ØAWØ<@ð =ð=Ø ð=à˜Ô!ð=ð! Ô+ð=ð   S œ/ð =ð (¨Ð-=Ð(=Ô>ð =ð "*¨$¨s°C¨x¬.Ô!9ð =ðð=ð=ð=ð=ð=ð=r