`i2UddlmZddlZddlmcmZddlmZddlm Z gZ e e e d<ejjGddZdS))OptionalN)Tensor)2_scripted_functional_optimizer_deprecation_warning__all__ceZdZ ddeededededed ed ed ed ed efdZdedeefdZ deeefdZ dS)_FunctionalSGD{Gz?Fparamslrmomentum dampening weight_decaynesterovmaximizeforeachfused_allow_empty_param_listc td||||d|_||_||_||_| |_t jtt j ttt j ffi|_ t|dkr| stdd|i|_dS)N) stacklevel)r r rrrz%optimizer got an empty parameter listr )rdefaultsrrrrtorchjitannotatedictrstrstatelen ValueError param_group) selfr r r rrrrrrrs z/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/torch/distributed/optim/functional_sgd.py__init__z_FunctionalSGD.__init__s ;aHHHH "(    !     Y''U\4U\@Q;R-R(SUWXX v;;!  $; DEE E%f-paramgradch|jd}|jd}|jd}|jd}|g}g}g} d} |s| ||jrd} ||jvr i|j|<|j|} d| vr|dn|| dt j5t j|| ||||||j|j | |j |j dd dddn #1swxYwY|j|} |d } | | | d<dSdS) z[Similar to self.step, but operates on a single parameter and its gradient. rr rr FNTmomentum_buffer rr r rrrhas_sparse_gradrr grad_scale found_infr) rappend is_sparserrno_gradFsgdrrrr) r"r&r'rr rr r momentum_buffer_listgradsr+rr)s r# step_paramz_FunctionalSGD.step_param;s }^4 =,M+. ]4 79   LL   ~ '"&DJ&&$& 5!Ju%E --$++D1111$++E2C,DEEE ]__   E$)!# / j                   $ 5!.q1  &'6E# $ $ $ ' &s7D  D D  gradientsc|jd}g}g}g}|jd}|jd}|jd}|jd} t|t|kr6tddt|dzd t|zd } t ||D]\} } | || || | jrd } | |jvr i|j| <|j| } d | vr|dt|| d tj 5tj ||||||| |j |j | |j|jdd dddn #1swxYwYt!|D]!\}}|j|} ||}||| d <"dS)Nr r rr rzEthe gradients passed in does not equal to the size of the parameters!zParams length: z. zGradients length: FTr)r*)r!rrr zipr.r/rrr0r1r2rrrr enumerate)r"r6r params_with_gradr4r3r rr rr+r&gradientripr)s r#stepz_FunctionalSGD.stepmsj!(+79 ]4 }^4 =,M+. v;;#i.. ( (W3CKK33347s9~~778   "6955 J JOE8# ''... X&&&%+&*O **(*DJu% 5)$E11(//5555(//6G0HIII ]__   E $)!# / j                   &.// ; ;DAqJqME215O*+:'(  ; ;s7FFFN) r r r r FFFFF) __name__ __module__ __qualname__listrfloatboolr$rr5r>r%r#rrs !(-..V . . .  .  ....."&....B0707hv.>07070707d9;d8F#349;9;9;9;9;9;r%r)typingrrtorch.optim._functionaloptim _functionalr1r,torch.distributed.optim._deprecation_warningrrrBr__annotations__rscriptrrEr%r#rMs ######### cM;M;M;M;M;M;M;M;M;M;r%