&`i'ddlZddlmZmZmZmZddlmZmZddl m Z ddl m Z m Z ddlmZe\ZZe\ZZZeGdde ZdS) N)AnyDictListUnion) try_import_tftry_import_torch) StatsBase) safe_isnansingle_value_to_cpu) DeveloperAPIc eZdZdZdZ ddeffd ZedefdZde dd fd Z e dde e effd Zede e e ffd Zdefd Z ddededeeeeffdZde e efffd Zde e efdd ffd Zdedd fdZede fdZede fdZd dedeedffdZdeddd fdZde fdZxZS)!LifetimeSumStatszPA Stats object that tracks the sum of a series of singular values (not vectors). lifetime_sumFwith_throughputctj|i|d|_||_d|_d|_t j|_t j|_ dS)zInitializes a LifetimeSumStats instance. Args: with_throughput: If True, track the throughput since the last restore from a checkpoint. N) super__init__ _lifetime_sumtrack_throughputs_value_at_last_reduce_value_at_last_restoretime perf_counter_last_reduce_time_last_restore_time)selfrargskwargs __class__s ~/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/rllib/utils/metrics/stats/lifetime_sum.pyrzLifetimeSumStats.__init__sm $)&))) !0&)"&)#"&!2!4!4"&"3"5"5returnc|jS)N)rrs r!has_throughputsz LifetimeSumStats.has_throughputs,s %%r"rNcD|jr Jd||_||_dS)NzEinitialize_throughput_reference_time can only be called on root stats)is_leafrr)rrs r!$initialize_throughput_reference_timez5LifetimeSumStats.initialize_throughput_reference_time0s;  S S R S S !%"&r"ctj||}|i|d|diS| i|d|jiStd)z;Returns the initialization arguments for this Stats object.) stats_objectstateNrrz-Either stats_object or state must be provided)r _get_init_argsr ValueError)r+r, super_argss r!r-zLifetimeSumStats._get_init_args7s-2!&':!;'+&8#%)%7"""r"rActr.t|r|}t|rdStr.t |tjr|}|xj|z c_dS)a Pushes a value into this Stats object. Args: value: The value to be pushed. Can be of any type. PyTorch GPU tensors are kept on GPU until reduce() or peek(). TensorFlow tensors are moved to CPU immediately. N) tf is_tensornumpyr r>r?r@detachr)rrAs r!pushzLifetimeSumStats.pushs  "",,u%% "KKMME e    F  #Zu|44 #LLNNE e#r"c|jr]|j}tr)t|tjrt |}||jz tj|j z z Std)z2Returns the throughput since the last reduce call.zLTracking of throughput since last reduce is not enabled on this Stats object) rrr>r?r@r rrrrr.rrs r!r1z-LifetimeSumStats.throughput_since_last_reduces  ! -L AL%,?? A2<@@  4#==!##d&<< ^ r"c|jstd|jr]|j}tr)t |tjrt|}||jz tj |j z z Std)zReturns the total throughput since the last restore. Only available for root stats, as restoring from checkpoints only happens at the root. z>throughput_since_last_restore is only available for root statszMTracking of throughput since last restore is not enabled on this Stats object) r3r.rrr>r?r@r rrrrrPs r!r2z.LifetimeSumStats.throughput_since_last_restores | P   ! -L AL%,?? A2<@@  4#>>!##d&== _ r"c|j}tr)t|tjrt |}|jsatrKt|jtjr,td|jj|_nd|_d|_n||_|j rtj |_ |r|S| }||_|S)z^Reduces the internal value. If value is a GPU tensor, it's converted to CPU. r)device)rr>r?r@r r3tensorrSrrrrrclone)rr:rA return_statss r!reducezLifetimeSumStats.reduces "  /Zu|44 /'..E | / )D$6 EE )%*\\#d>P>W\%X%X""%("),D & &).D &  ! 9%)%6%8%8D "  Lzz|| %* "r"incoming_statscn|jr Jdtd|D}tr.t|tjr|}t r.t |r|}|xj |z c_ |js ||_ dSdS)zMerges LifetimeSumStats objects. Args: incoming_stats: The list of LifetimeSumStats objects to merge. Returns: None. The merge operation modifies self in place. zSLifetimeSumStats should only be merged at aggregation stages (root or intermediate)cg|] }|j Sr8)r).0stats r! z*LifetimeSumStats.merge..sJJJ4D.JJJr"N) r(sumr>r?r@rMrJrKrLrr=)rrX incoming_sums r!mergezLifetimeSumStats.merges  a a ` a a JJ>JJJKK   1Z el;; 1'..00L  0",,|,, 0'--//L l*| .!-D    . .r"cBd|d|jdS)NzLifetimeSumStats(z; track_throughputs=))rBrr%s r!__repr__zLifetimeSumStats.__repr__s&]499;;]]DDZ]]]]r")F)NN)TF)T)__name__ __module__ __qualname____doc__stats_cls_identifierboolrpropertyr&floatr) staticmethodrstrrr-r5intr9rrrBrErHrNr1r2rWr`rc __classcell__)r s@r!rr sZZ)!&666666662&&&&X&''4''''NNc3hNNN\N T#u*-X @E"-"-"-8<"- sDI~ "-"-"-"-H4S> 8tCH~8$888888$#$$$$$$&eX uX.  d eC9K4K.L    D.D);$<.....6^#^^^^^^^^r"r)rtypingrrrrray.rllib.utils.frameworkrr"ray.rllib.utils.metrics.stats.baser #ray.rllib.utils.metrics.stats.utilsr r ray.util.annotationsr r>_rJrr8r"r!rvs ))))))))))))EEEEEEEE888888OOOOOOOO------    q =??2q{^{^{^{^{^y{^{^{^{^{^r"