&`iddlZddlZddlZddlZddlZddlZddlmZddlZej e Z dZ dZ d defdZGdd eZGd d ZdS) N)get_system_memorycH|j}t|dr ||jz}|S)zBGet the estimated non-shared memory usage from psutil memory_info.shared)rsshasattrr) memory_infomems o/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/_private/memory_monitor.pyget_rssr s- /C{H%%" {!! Jc4t|dr|jSdS)zCGet the estimated shared memory usage from psutil virtual mem info.rr)rr)virtual_memorys r get_sharedrs$~x(($$qr nc g}tjddgD]h} |t|jd|j|jdfD#tj$rYUtj$rYewxYwd}t|dd|D]^\}}}|d |t|dz d d |dd  z }_|S) zGet the top n memory usage of the process Params: n: Number of top n process memory usage to return. Returns: (str) The formatted string of top n process memory usage. rcmdlinezPID MEM COMMANDT)reverseNz {} {}GiB {}@ d) psutil process_iterappendr infopid NoSuchProcess AccessDeniedsortedformatroundjoinstrip)r proc_statsprocproc_strrrrs r get_top_n_memory_usager(#s>J#]I$>??    =122DHdi >RS    #    H"    H #H#J===bqbA  S'%,, sg**CHHW,=,=dsd,C,I,I,K,K    OsAAA?.A?>A?c*eZdZdZedZdS)RayOutOfMemoryErrorc<t||dS)N) Exception__init__)selfmsgs r r-zRayOutOfMemoryError.__init__Js4%%%%%r c td}dtd|zdtjt |dt |dzd|zdt t tjd z dzd zS) Nr)rzMore than {}% of the memory on rznode {} is used ({} / {} GB). rz"The top 10 memory consumers are: z0 In addition, up to {} GiB of shared memory is rzcurrently being used by the Ray object store. --- --- Tip: Use the `ray memory` command to list active objects in the cluster. --- To disable OOM exceptions, set RAY_DISABLE_MEMORY_MONITOR=1. --- ) r(r!intplatformnoder"rrr)used_gbtotal_gb thresholdr's r get_messagezRayOutOfMemoryError.get_messageMs)B/// - 4 4Sy5I5I J J.55 w!2!2E(A4F4F @X??  @ CIIj!6!8!899WEqII  3 3 r N)__name__ __module__ __qualname__r- staticmethodr7r r r*r*Is>&&&  \   r r*c&eZdZdZddZdZdZdS) MemoryMonitora;Helper class for raising errors on low memory. This presents a much cleaner error message to users than what would happen if we actually ran out of memory. The monitor tries to use the cgroup memory limit and usage if it is set and available so that it is more reasonable inside containers. Otherwise, it uses `psutil` to check the memory usage. The environment variable `RAY_MEMORY_MONITOR_ERROR_THRESHOLD` can be used to overwrite the default error_threshold setting. Used by test only. For production code use memory_monitor.cc ffffff?c ||_d|_ ttjd|_n#t tf$r ||_YnwxYw tdd5}t| dz |_ dddn #1swxYwYn$#t$rtjdz |_ YnwxYwtst ddtjvp dtjv|_dS) Nr"RAY_MEMORY_MONITOR_ERROR_THRESHOLDz+/sys/fs/cgroup/memory/memory.limit_in_bytesrbrzWARNING: Not monitoring node memory since `psutil` is not installed. Install this with `pip install psutil` to enable debugging of memory-related crashes. RAY_DEBUG_DISABLE_MEMORY_MONITORRAY_DISABLE_MEMORY_MONITOR)check_interval last_checkedfloatosgetenverror_threshold ValueError TypeErroropenr1readcgroup_memory_limit_gbIOErrorsysmaxsizerloggerwarningenvirondisabled)r.rKrFfs r r-zMemoryMonitor.__init__qs~- 3#( >??$$D I& 3 3 3#2D  3 BCTJJ Ha.1!&&((mmw.G+ H H H H H H H H H H H H H H H B B B*-+*AD ' ' ' B  NN7    /"* < :+rz9 sE&7AAB(&*B B(B  B(#B $B((C C cRddlm}tdz }|dz }||fS)Nr)get_used_memoryr)ray._private.utilsrZr)r.rZr5r4s r get_memory_usagezMemoryMonitor.get_memory_usagesA666666$&&'2!/##w/  r cz|jrdStj|jz |jkrtj|_|\}}|||jzkr.t t |||jt d|d|dSdS)NzMemory usage is z / ) rWtimerGrFr\rKr*r7rTdebug)r.r4r5s r raise_if_low_memoryz!MemoryMonitor.raise_if_low_memorys =  F 9;;* *T-@ @ @ $ D  $ 5 5 7 7 GXD$8888)'334+?  FFFHFFGGGGG A @r N)r?r@)r8r9r:__doc__r-r\r`r<r r r>r>asU      :!!!HHHHHr r>)r)loggingrIr2rRr^rayray._common.utilsrr getLoggerr8rTr rr1r(r,r*r>r<r r rfs  0/////  8 $ $##c####L     )   0DHDHDHDHDHDHDHDHDHDHr