&`i)5zUddlZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z m Z m Z ddlZddlZddlmZddlmZ ddlmZn #e$rdZYnwxYwejeZe ee fZdZdae ded<ej Z!ej"Z#dZ$Gd d Z%Gd d Z&Gd dZ'GddZ(de(fdZ)edkr^ej*dZ+ej,e+*de+*de+*dgdSdS)N)AnyDictIterableOptional)env_bool)log_once__ray_tqdm_magic_token__ _BarManager_managerc^|dtjtjdfvr t |i|S t t |i|t dS#t wxYw)zUse this as an alternative to `print` that will not corrupt tqdm output. By default, the builtin print will be patched to this function when tqdm_ray is used. To disable this, set RAY_TQDM_PATCH_PRINT=0. fileN)getsysstdoutstderr_printinstance hide_bars unhide_bars)argskwargss m/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/experimental/tqdm_ray.py safe_printr%szz&#*cj$!???t&v&&&!            s ,B "B,ceZdZdZdZ ddeedeedeedeedeed ee f d Z d Z dd Z dZ dZedeefdZejdefdZdddZdefdZdZdS)tqdma\Experimental: Ray distributed tqdm implementation. This class lets you use tqdm from any Ray remote task or actor, and have the progress centrally reported from the driver. This avoids issues with overlapping / conflicting progress bars, as the driver centrally manages tqdm positions. Supports a limited subset of tqdm args. g?Niterabledesctotalunitpositionflush_interval_scddlmcm}|,|* t|}n#tt f$rd}YnwxYw||_|pd|_||_|pd|_ | |_ tj |_|pd|_t!jj|_d|_d|_||n|j|_d|_dS)NritFg)ray._private.services_privateserviceslen TypeErrorAttributeError _iterable_desc_total_unitget_node_ip_address_iposgetpid_pid_posuuiduuid4hex_uuid_x_closedDEFAULT_FLUSH_INTERVAL_SECONDS_flush_interval_s_last_flush_time)selfrrrrr r!r's r__init__z tqdm.__init__Cs 100000000 =X1 H ~.    "ZR  \T //11IKK M Z\\%   +  4  !$s 55c<||_|dS)z%Implements tqdm.tqdm.set_description.N)r, _dump_state)r>rs rset_descriptionztqdm.set_descriptiones!  cN|xj|z c_|dS)zImplements tqdm.tqdm.update.N)r9rA)r>ns rupdatez tqdm.updatejs) 1  rCcRd|_t|ddSdS)zImplements tqdm.tqdm.close.TN) force_flush)r:rayrAr>s rclosez tqdm.closeos2 ?     . . . . . ?rCc.|dS)zImplements tqdm.tqdm.refresh.N)rArKs rrefreshz tqdm.refreshvs rCreturnc|jSNr-rKs rrz tqdm.totalzs {rCc||_dSrQrR)r>rs rrz tqdm.total~s  rCFctj}|s||jz |jkrdS||_tjjjjtjkr:ttj | dzddSttj| dS)N r#)end)timer=r<rJr&worker global_workermode WORKER_MODEprintjsondumps _get_staterprocess_state_updatecopydeepcopy)r>rInows rrAztqdm._dump_statesikk sT%::T=SSS F # <  , 1S_ D D $*T__..//$6B ? ? ? ? ? ? JJ + +DM$//:K:K,L,L M M M M MrCc t|j|j|j|j|j|j|j|j|j d S)N) __magic_token__xposrrrippidr5closed) RAY_TQDM_MAGICr9r4r,r-r.r0r3r8r:rKs rr_ztqdm._get_statesA-9J[J(9Jl   rCc#K|jtdt|jD]}|d|VdS)NzNo iterable providedrD)r+ ValueErroriterrG)r>rfs r__iter__z tqdm.__iter__sZ > !344 4dn%%  A KKNNNGGGG  rC)NNNNNN)rD)FrON)__name__ __module__ __qualname____doc__r;rrstrintfloatr?rBrGrLrNpropertyrsetterrAProgressBarStater_rorCrrr7s&)"(,"#""&,0 $ $8$ $sm $} $ sm $ 3- $#5/ $ $ $ $D  ///x}X \3\ N N N N N  ,     rCrcHeZdZdZdedefdZdeddfdZdZdeddfd Z dS) _BarzManages a single virtual progress bar on the driver. The actual position of individual bars is calculated as (pos_offset + position), where `pos_offset` is the position offset determined by the BarManager. state pos_offsetc||_||_tj|ddzt |dz|d|d||dzdd|_|dr"|j|dd Sd S) zInitialize a bar. Args: state: The initial progress bar state. pos_offset: The position offset determined by the BarManager. r rgrrT)rrrr dynamic_ncols unit_scalerfN)r~r real_tqdmrrubarrG)r>r~rs rr?z _Bar.__init__s $>v$s5<'8'88.v%,.     : ( HOOE#J ' ' ' ' ' ( (rCrONc|d|jdkr |j|d|d|jdkr+|d|j_|j|d|jdz }|r|j||j||_dS)z,Apply the updated worker progress bar state.rrrfN)r~rrBrrNrG)r>r~deltas rrGz _Bar.updates =DJv. . . H $ $U6] 3 3 3 >TZ0 0 0"7^DHN H     c TZ_,  # HOOE " " "  rCc8|jdS)z!The progress bar has been closed.N)rrLrKs rrLz _Bar.closes rCc||jkrV||_|j||jdz |j_|jdSdS)6Update the position offset assigned by the BarManager.rgN)rrclearr~rgrN)r>rs r update_offsetz_Bar.update_offsetsb  ( ((DO HNN   '$*U*;;||_||_||_i|_dSrQ)rhrir bars_by_uuid)r>rhrirs rr?z_BarGroup.__init__s%$-/rCrOc||jvS)zReturn whether this bar exists.)r)r>bar_uuids rhas_barz_BarGroup.has_bars4,,,rCr~NcLt||j|j|d<dS)zAdd a new bar to this group.r5N)r}rrr>r~s r allocate_barz_BarGroup.allocate_bars%+/t+G+G%-(((rCcV|j|d}||dS)z0Update the state of a managed bar in this group.r5N)rrGr>r~rs r update_barz_BarGroup.update_bars+f . 5rCc|j|d}t||j|d=tdS)zRemove a bar from this group.r5N)rrrrLrrs r close_barz_BarGroup.close_barscf .    eFm ,      rCcz|jsdSdtd|jDzS)zIReturn the number of pos slots we need to accommodate bars in this group.rrDc30K|]}|jdVdS)rgN)r~).0rs r z+_BarGroup.slots_required..s)NNCsy'NNNNNNrC)rmaxvaluesrKs rslots_requiredz_BarGroup.slots_requiredsC  13NN43D3K3K3M3MNNNNNNNrCoffsetc||jkr8||_|jD]}||dSdS)rN)rrrr)r>rrs rrz_BarGroup.update_offsets] T_ $ $$DO(//11 * *!!&)))) % $ * *rCcp|jD]}|jdS)HTemporarily hide visible bars to avoid conflict with other log messages.N)rrrrr>rs rrz_BarGroup.hide_bars s;$++--  C GMMOOOO  rCcp|jD]}|jdS)Opposite of hide_bars().N)rrrrNrs rrz_BarGroup.unhide_barss?$++--  C GOO      rCrp)rqrrrsrtr?boolrrzrrrrrvrrrr{rCrrrs 000 -4----H"2HtHHHH 0T !/!D!!!!OOO *C*D**** rCrcZeZdZdZdZdeddfdZdeddfdZd dZd d Z defd Z d Z dS) r zCentral tqdm manager run on the driver. This class holds a collection of BarGroups and updates their `pos_offset` as needed to ensure individual progress bars do not collide in position, kind of like a virtual memory manager. c&ddlmcm}||_t j|_i|_d|_ d|_ tj |_ tjj |_dS)NrF)r%r&r'r/rhr1r2ri bar_groupsin_hidden_state num_hides threadingRLocklockrJwidgetsutil in_notebookshould_colorize)r>r's rr?z_BarManager.__init__s000000000..009;;$O%% $';#3#?#?#A#AArCr~rONcp|j5||ddddS#1swxYwYdS)zApply the remote progress bar state update. This creates a new bar locally if it doesn't already exist. When a bar is created or destroyed, we also recalculate and update the `pos_offset` of each BarGroup on the screen. N)r_process_state_update_lockedrs rr`z _BarManager.process_state_update*sY 5 5  - -e 4 4 4 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5 5s +//cts+tdrtddS|d|jkr|d|jkrd}nd|d}|jrEdtj j tj j |tj j}nd|d|d}|jrEdtj j tj j |tj j}||d z|d <||}||d rJ|||d r+|||dSdS|||dS) Nno_tqdmz6tqdm is not installed. Progress bars will be disabled.rhrir#z (pid={}) z{}{}{}{}z(pid={}, ip={}) rr5rj)rrloggerwarningrhriformatrrcoloramaStyleDIMForeCYAN RESET_ALL_get_or_allocate_bar_grouprrr_update_offsetsr)r>r~prefixprocesss rrz(_BarManager._process_state_update_locked4s  "" YWXXX F ;$' ! !U|tx''$++EIIe,<,<==''.. * * 0 F(.. %   $F# #**N&M&N,  v.f 11%88 ??5= ) ) #   u % % %X '!!%((($$&&&&& ' '   ' ' '  " " " " "rCc|j5|jsGd|_|xjdz c_|jD]}|ddddS#1swxYwYdS)rTrDN)rrrrrrr>groups rrz_BarManager.hide_barsas Y & &' &'+$!#!_3355&&EOO%%%%  & & & & & & & & & & & & & & & & & &sAA$$A(+A(c|j5|jr7d|_|jD]}|ddddS#1swxYwYdS)rFN)rrrrrrs rrz_BarManager.unhide_barsjs Y ( (# (',$!_3355((E%%''''  ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( (s?AAAc|d|df}||jvrUtd|jD}t|d|d||j|<|j|S)Nrhric3>K|]}|VdSrQ)r)rps rrz9_BarManager._get_or_allocate_bar_group..us.NN))++NNNNNNrC)rsumrr)r>r~ptuplers rrz&_BarManager._get_or_allocate_bar_grouprsx+uU|,  ( (NNT_5K5K5M5MNNNNNF&/d U5\6&R&RDOF #v&&rCcd}|jD].}||||z }/dS)Nr)rrrr)r>rprocs rrz_BarManager._update_offsetsysZO**,, , ,D   v & & & d))++ +FF , ,rCrp) rqrrrsrtr?rzr`rrrrrr{rCrr r s B B B5*:5t5555+#2B+#t+#+#+#+#Z&&&&(((('0@'''',,,,,rCrOct5t.tatddrddl}t |_tcdddS#1swxYwYdS)z,Get or create a BarManager for this process.NRAY_TQDM_PATCH_PRINTTr) _mgr_lockr r rbuiltinsrr\)rs rrrs   "}}H.55 ,!+s.sleeps) ' + + + Ju   HrCid)override_num_blocksrD)size)compute)rJdatarangemapActorPoolStrategycount)rrs` r processingrso      t5599 385515== :  %'''''rCgQ?g{Gz?g?)-rrar]loggingr1rrrWr5typingrrrrrrJray._private.ray_constantsrray.util.debugr tqdm.autoautor ImportError getLoggerrqrrurzrkr __annotations__Lockrr\rrrr}rr rremoterrr{rCrrs   000000000000 //////######!!!!!!!III  8 $ $S>,%)(= !((( IN   !!!$jjjjjjjjZ22222222j99999999xh,h,h,h,h,h,h,h,V +     zZZ CG   d # #   d # #   d # # sAAA