&`i&ddlmZddlmZddlmZddlmZmZm Z m Z m Z ddl Z ddlmZddlmZmZddlmZdd lmZmZdd lmZe\ZZe\ZZZeGd d ee ZdS))ABCMeta)deque)chain)AnyDictListOptionalUnionN)5OverrideToImplementCustomLogic_CallToSuperRecommended) try_import_tftry_import_torch) StatsBase)batch_values_to_cpusingle_value_to_cpu) DeveloperAPIc eZdZdZdZdZ ddeeee fffd Z de e e fffd Zde e e fddffd Zeedde e e ffd Zdd edee dffd Zdefd ZdZde ddfdZdedddfdZ dd ededee ee ffdZdee fdZddee fdZxZS) SeriesStatszPA base class for Stats that represent a series of singular values (not vectors).Nwindowctj|i|||_g|_|gdS)zoInitializes a SeriesStats instance. Args: window: The window size to reduce over. N)super__init___windowvalues _set_values)selfrargskwargs __class__s x/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/rllib/utils/metrics/stats/series.pyrzSeriesStats.__init__sI $)&))) 46  returnct}i|t|j|jd}|S)N)rr)r get_staterrrrstaters rr#zSeriesStats.get_state/sO!!##  )$+66l     r r%ct|||d|d|_dS)Nrr)r set_staterrr$s rr'zSeriesStats.set_state8sB %    x)))X r ctj||}|i|d|diS| i|d|jiStd)N) stats_objectr%rz-Either stats_object or state must be provided)r_get_init_argsr ValueError)r)r% super_argss rr*zSeriesStats._get_init_args=s-""a''v %a((zz|| , r c*t|jS)z/Returns the length of the internal values list.)r0r)rs r__len__zSeriesStats.__len__ds4;r cj|jr$|jrt||j|_dS||_dS)N)maxlen)ris_leafrr)r new_valuess rrzSeriesStats._set_valueshs> < %DL % 4<@@@DKKK%DKKKr valuectr.t|r|}tr.t |tjr|}|jU|js| |gdS| | |jd|dS|j |dS)a Pushes a value into this Stats object. Args: value: The value to be pushed. Can be of any type. PyTorch GPU tensors are kept on GPU until reduce() or peek(). TensorFlow tensors are moved to CPU immediately. Nr) tf is_tensornumpytorch isinstanceTensordetachrrrrunning_reduceappend)rr>s rpushzSeriesStats.pushrs  "",,u%% "KKMME  #Zu|44 #LLNNE < ; M  %)))))  !4!4T[^U!K!KLLLLL K  u % % % % %r incoming_statscx|jr Jdt|dkrdSd|D}ttj|}t|jt|z}||_|js4ttjd|D}||_dSdS)zMerges SeriesStats objects. Args: incoming_stats: The list of SeriesStats objects to merge. Returns: None. The merge operation modifies self in place. zNSeriesStats should only be merged at aggregation stages (root or intermediate)rNcg|] }|j Sr.0ss r z%SeriesStats.merge..s666!QX666r cg|] }|j SrMrNrOs rrRz%SeriesStats.merge..s$F$F$F!QX$F$F$Fr )r<r0listr from_iterabler latest_merged)rrJ all_items merged_valuess rmergezSeriesStats.merges  \ \ [ \ \  ~  ! # # F66~666 ,Y7788 %%Y7  | / #$F$F~$F$F$FGGM"/D     / /r Flatest_merged_onlyc|rk|jrtd|j|r tjSgS|j}t |dkrtjg}nJ||}n4t |jdkr|j}n|}|r't |dkr tjS|dS|S)a_Returns the result of reducing the internal values list. Note that this method does NOT alter the internal values list. Args: compile: If True, the result is compiled into a single value if possible. latest_merged_only: If True, only considers the latest merged values. This parameter only works on aggregation stats (root or intermediate nodes, is_leaf=False). When enabled, peek() will only use the values from the most recent merge operation. Returns: The result of reducing the internal values list. zPlatest_merged_only can only be used on aggregation stats objects (is_leaf=False)Nrr/)r<r+rVr2r3r0r1r)rr-rZrVr5s rpeekzSeriesStats.peeks"  6|  &!)6MI .M=!!Q&&"$&!%!3!3M!B!B4;1$$!%!%!3!3!5!5  ">""a''v %a((! !r ctrZt|tjr@t|dr0|t||ggS|||ggS)afReduces two values through a reduce function. If values are PyTorch tensors, reduction happens on GPU. Result stays on GPU (or CPU if values were CPU). Args: value_1: The first value to reduce. value_2: The second value to reduce. Returns: The reduced value (may be GPU tensor). _torch_reduce_fn)rCrDrEhasattrr^stack _np_reduce_fn)rvalue_1value_2s rrGzSeriesStats.running_reduces~  L7EL11 L011 L ))%++w6H*I*IJJK K""GW#56677r cn||n|j}t|dkr tjgStrt |dtjrt|drtt|}t t |r tjgS| |}t|gStj tj |r tjgS||gS)anReduces the internal values list according to the constructor settings. If values are PyTorch GPU tensors, reduction happens on GPU and result is moved to CPU. Otherwise returns CPU value. Args: values: The list of values to reduce. If not None, use `self.values` Returns: The reduced value on CPU. Nrr^)rr0r2r3rCrDrEr_r`rTallisnanr^rra)rrstackedresults rr1zSeriesStats.window_reduces "-4; v;;!  F8O  16!9el33 1011 1 kk$v,,//GyyW--.. x**733F'//0 0 6"(6"" # # 0F8O&&v../ /r )N)NN)T)TF)__name__ __module__ __qualname____doc__rar^r r intfloatrrstrrr#r'r staticmethodr*boolr7r9rrIrrYr\rGr1 __classcell__)rs@rrrsDZZM/3sEz*+$4S>'tCH~'$'''''' ; N Nc3h N N N\;: NdeC4F.G,     %%%&#&$&&&&0/D$7/D////@@E1"1"1"8<1" sDI~ 1"1"1"1"f8$s)8888.#0#0DI#0#0#0#0#0#0#0#0r r) metaclass)abcr collectionsr itertoolsrtypingrrrr r rBr2ray.rllib.utils.annotationsr ray.rllib.utils.frameworkr r "ray.rllib.utils.metrics.stats.baser#ray.rllib.utils.metrics.stats.utilsrrray.util.annotationsrrC_r@rrMr rr~s[33333333333333FEEEEEEE888888XXXXXXXX------    q =??2qA0A0A0A0A0)wA0A0A0A0A0A0r