&`iM ddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZddlmZddl mZddlmZmZmZmZmZmZmZddlmZddlZddlmcmZddl m!Z!m"Z"m#Z#ddl$m%Z&ddl'Z'erdd l(m)Z)d Z*dZ+e jd krddl+Z+ej,e-Z.da/da0da1d ej2vZ3ed Z4e j5Z6ej7dZ8ej7dZ9dde:dee:fdZ;ddee:de:fdZ dde:de:dee:fdZ? dde:de:fdZ@dd ZAd!ZBd"ZCd#ZDd$ZEdee:eee:ffd%ZFde=fd&ZGdee:ee:ffd'ZHd(ee:ee:fddfd)ZIGd*d+eJZKdd,ZL ddeeMfd1ZNe3d2fd3e=d4e=deMfd5ZOd6e:d7e:d8e:d9e:fd:ZPd;ZQd<ZRd=ZSd>eTd?e:d@e:dAdBddf dCZUdDZVdEZWdFZXdGZYdHZZdIZ[dJZ\dKZ]dLZ^dMZ_dNZ`dOZae jejbe jcjde jcjefdfdPe:dQe:dReefeffdSee:de:f dTZgejhe jejbe jcddUfdVe:dPe:dQe:dReefeffde:f dWZiejhe jejbe jcddUfdVe:dPe:dQe:dReefeffde:f dXZjdYe:fdZZkdeelfd[Zmdeelfd\Znd]Zodd_Zpdd`Zq ddbe:dee:eMffdcZr ddee:dee:e:ffdfZsddgZtdhZuddjee:efdeffdkZv ddlZwdddmdndodpe=dqe=fdrZxdneeedoffdsZydte:dee:e:ffduZzdvZ{Gdwdxej|Z}dyee:ddfdzZ~d{efd|Zd}ee:e:ffd~Zdee:eMfdee:eMffdZdZdee:fdZde:fdZdadZdS)N) defaultdict)Path) list2cmdline) TYPE_CHECKINGDictListMappingOptionalTupleUnion) json_format)$PLACEMENT_GROUP_BUNDLE_RESOURCE_NAMEget_ray_address_fileget_system_memory)RuntimeEnvInfo RuntimeEnviwin32RAY_DISABLE_DOCKER_CPU_WARNINGcdSNrrf/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/_private/utils.pyrDs1rz(.+)_group_(\d+)_([0-9a-zA-Z]+)z(.+)_group_([0-9a-zA-Z]+) ray_addresstemp_dirc t|}tj|rht |d5}|}dddn #1swxYwY||krdSt d|d|d|dt |d5}||ddddS#1swxYwYdS)Nrz"Overwriting previous Ray address (zK). Running ray.init() on this node will now connect to the new instance at z*. To override this behavior, pass address=z to ray.init().zw+) rospathexistsopenreadloggerinfowrite)rr address_filef prev_addresss rwrite_ray_addressr+Msq'11L w~~l##  , $ $ $6688L $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ ; & & F  5 5 5& 5 5$ 5 5 5    lD ! !Q  s#A  A$'A$'C  CCreturnct|}tj|sdSt |d5}|cdddS#1swxYwYdS)Nr)rr r!r"r#r$strip)rr(r)s rread_ray_addressr/`s'11L 7>>, ' 't lC  Avvxx~~                  s&A44A8;A8Fexception_messagetask_exceptionc|d}|r|dd|ddz} d|S)aImprove the formatting of an exception thrown by a remote function. This method takes a traceback from an exception and makes it nicer by removing a few uninformative lines and adding some space to indent the remaining lines nicely. Args: exception_message: A message generated by traceback.format_exc(). Returns: A string of the formatted exception message.  rN)splitjoin)r0r1liness rformat_error_messager9hsP  # #D ) )E ac U122Y& 99U  r error_typemessagejob_idc|tj}t|tjsJ|j|||t jdS)aPush an error message to the driver to be printed in the background. Args: worker: The worker to use. error_type: The type of the error. message: The message that will be printed in the background on the driver. job_id: The ID of the driver to push the error message to. If this is None, then the message will be pushed to all drivers. N)rayJobIDnil isinstance core_worker push_errortime)workerr:r;r<s rpush_error_to_driverrF~sY~ fci ( ((( ( !!&*gty{{KKKKKrc^|tj}t|tjsJ |||||ddS#t$r%t d|d|dYdSwxYw)aPush an error message to the driver to be printed in the background. Normally the push_error_to_driver function should be used. However, in some instances, the raylet client is not available, e.g., because the error happens in Python before the driver or worker has connected to the backend processes. Args: error_type: The type of the error. message: The message that will be printed in the background on the driver. gcs_client: The GCS client to use. job_id: The ID of the driver to push the error message to. If this is None, then the message will be pushed to all drivers. N<zFailed to publish error: z [type ]) r>r?r@rA publish_errorhexencode Exceptionr% exception)r:r; gcs_clientr<s rpublish_error_to_driverrPs*~ fci ( ((( (T  !4!4!6!6 GVUWXXXXX TTTRWRRZRRRSSSSSSTs=A==+B,+B,utf-8strictct|tr|St|tsJdt||||S)zQCoerce *s* to `str`. - `str` -> `str` - `bytes` -> decoded to `str` zExpected str or bytes, got )rAstrbytestypedecode)sencodingerrorss r ensure_strr[s\ !S*!U##LL%L477%L%LLL#xx&)))rc*tj|SN)r> ObjectRef)binary_object_refs rbinary_to_object_refr`s =* + ++rc*tj|Sr])r>TaskID)binary_task_ids rbinary_to_task_idrds :n % %%rct|tjsJtj|dtjSr)rAr>WorkerIDr?binarysize) driver_ids rcompute_job_id_from_driverrjsL i . ... . 9Y%%''CINN,<,<(<= > >>rct|tjsJtj|z }||dzz}tj|S)N)rAr>r? ray_constantsID_SIZErhrgrf)r< rest_length driver_id_strs rcompute_driver_id_from_jobrqsV fci ( ((( ('&++--7KMMOO{W'<=M < & &&rc@ddlmm}fd|DS)zFGet the mapping from accelerator resource name to the visible ids.r)$get_accelerator_manager_for_resource"get_all_accelerator_resource_namescLi|] }||!Sr)+get_current_process_visible_accelerator_ids).0accelerator_resource_namerss r z/get_visible_accelerator_ids..sJ    & "#G#G %$ $ 5 5 7 7   r)ray._private.acceleratorsrsrt)rtrss @rget_visible_accelerator_idsr{sb     *L)K)M)M    rctjd}|dStj}|jjtjjjkrdS| d}|t dd}ddl }t||d}t|tjd<dS) a)Set the OMP_NUM_THREADS to default to num cpus assigned to the worker This function sets the environment variable OMP_NUM_THREADS for the worker, if the env is not previously set and it's running in worker (WORKER_MODE). Returns True if OMP_NUM_THREADS is set in this function. OMP_NUM_THREADSNFCPUz[ray] Forcing OMP_NUM_THREADS=1 to avoid performance degradation with many workers (issue #6998). You can override this by explicitly setting OMP_NUM_THREADS, or changing num_cpus.r4rT)r environgetr>get_runtime_contextrEmode_private WORKER_MODEget_assigned_resourcesr%debugmathmaxfloorrT)num_threads_from_env runtime_ctxnum_assigned_cpusromp_num_threadss rset_omp_num_threads_if_unsetrs:>>*;<<'u)++K#,"5"AAAu#::<<@@GG   K   KKK$**%677;;O$'$8$8BJ ! 4rcddlm}i}|tjjjd}tjD]\}}|st|dkrtjj | }tj |d||<tjj |||S)aSet (CUDA_VISIBLE_DEVICES, ONEAPI_DEVICE_SELECTOR, HIP_VISIBLE_DEVICES, NEURON_RT_VISIBLE_CORES, TPU_VISIBLE_CHIPS , HABANA_VISIBLE_MODULES ,...) environment variables based on the accelerator runtime. Return the original environment variables. r)env_boolTN)ray._private.ray_constantsrr>r accelerators*RAY_ACCEL_ENV_VAR_OVERRIDE_ON_ZERO_ENV_VARrget_accelerator_idsitemslenrs#get_visible_accelerator_ids_env_varr rr+set_current_process_visible_accelerator_ids)r%original_visible_accelerator_env_varsoverride_on_zero resource_nameaccelerator_idsenv_vars rset_visible_accelerator_idsr s 433333,.)x !L  !!5577==?? G G&   C$8$8A$=$= ,+PP   - - / / :<QU9V9V-g6 !FF   5 5o F F F F 00rrc|D]7\}}|!tj|d(|tj|<8dS)z>Reset the visible accelerator env vars to the original values.N)rr rpop)rr env_values r"reset_visible_accelerator_env_varsr)s]DIIKK,,   JNN7D ) ) ) )"+BJw   ,,rc4eZdZdZdZdZdZfdZxZS) UnbufferedaLThere's no "built-in" solution to programatically disabling buffering of text files. Ray expects stdout/err to be text files, so creating an unbuffered binary file is unacceptable. See https://mail.python.org/pipermail/tutor/2003-November/026645.html. https://docs.python.org/3/library/functions.html#open c||_dSr])stream)selfrs r__init__zUnbuffered.__init__?s  rcl|j||jdSr])rr'flush)rdatas rr'zUnbuffered.writeBs2 $ rcl|j||jdSr])r writelinesr)rdatass rrzUnbuffered.writelinesFs2 u%%% rc||dkr!tdSt|j|S)Nr)super__getattribute__getattrr)rattr __class__s r __getattr__zUnbuffered.__getattr__Js8 8  77++H55 5t{D)))r) __name__ __module__ __qualname____doc__rr'rr __classcell__)rs@rrr4so*********rrc |dd|dd|ddt|fi|}|rt|S|S)z[ Opens the log file at `path`, with the provided kwargs being given to `open`. bufferingr4rarYrQ) setdefaultr#r)r! unbufferedkwargsrs ropen_logrQsv  k1%%% fc""" j'*** $ ! !& ! !F&!!! r#/sys/fs/cgroup/cpu/cpu.cfs_quota_us$/sys/fs/cgroup/cpu/cpu.cfs_period_us!/sys/fs/cgroup/cpuset/cpuset.cpus/sys/fs/cgroup/cpu.maxc pd}tj|rtj|r t|d5}t|d5}t |t |z }dddn #1swxYwYdddn #1swxYwYn#t $rtdYnwxYwtj|r t|}| \}} | r4| r t |t | z }nd}n*#t $rtdYnwxYw| |dkrd}n|dkrd}d} tj|r t|5} | } | d} g}| D]}d|vrf| d\}}| ttt|t|dzl|t|t!|} dddn #1swxYwYn*#t $rtdYnwxYw|r| rt#|| S|p| S)Nrz.Unexpected error calculating docker cpu quota.rr4,-z/Unexpected error calculating docker cpuset ids.)r r!r"r#floatr$rMr%rNr6 isnumericextendlistrangeintappendrmin)cpu_quota_file_namecpu_period_file_namecpuset_file_namecpu_max_file_name cpu_quota quota_file period_filemax_file quota_str period_str cpuset_num cpuset_fileranges_as_stringrangescpu_ids num_or_rangestartends r_get_docker_cpusras0I w~~)**Orw~~>R/S/SO O(#.. Q2<)3// Q3>!*//"3"344u[=M=M=O=O7P7PP  Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q Q  O O O   M N N N N N O ) * * O O-..3355H$,NN$4$4 !Iz""$$ !)=)=)?)? !!),,uZ/@/@@ !  O O O   M N N N N N OIMM a J w~~&''P P&'' *;#.#3#3#5#5 )//44$*::Ll**%1%7%7%<%< stE#e**c#hhl,K,K'L'LMMMMs<'8'89999 \\  * * * * * * * * * * * * * * * P P P   N O O O O O P *Z*9j)))  " "sCC #AB3' C 3B7 7C :B7 ;C > C CCCC$C=<C= BF##$G  G K6C K* K6*K..K61K.2K66$LLToverride_docker_cpu_warningtruncatectj}tjdrt d|S t}|||krdtjvr#ts|st dt|t|kr.t d|dt|d|rt|}|}n#t$rYnwxYw|S) a4 Get the number of CPUs available on this node. Depending on the situation, use multiprocessing.cpu_count() or cgroups. Args: override_docker_cpu_warning: An extra flag to explicitly turn off the Docker warning. Setting this flag True has the same effect as setting the env RAY_DISABLE_DOCKER_CPU_WARNING. By default, whether or not to log the warning is determined by the env variable RAY_DISABLE_DOCKER_CPU_WARNING. truncate: truncates the return value and drops the decimal part. !RAY_USE_MULTIPROCESSING_CPU_COUNTzDetected RAY_USE_MULTIPROCESSING_CPU_COUNT=1: Using multiprocessing.cpu_count() to detect the number of CPUs. This may be inconsistent when used inside docker. To correctly detect CPUs, unset the env var: `RAY_USE_MULTIPROCESSING_CPU_COUNT`.NKUBERNETES_SERVICE_HOSTalDetecting docker specified CPUs. In previous versions of Ray, CPU detection in containers was incorrect. Please ensure that Ray has enough CPUs allocated. As a temporary workaround to revert to the prior behavior, set `RAY_USE_MULTIPROCESSING_CPU_COUNT=1` as an env var before starting Ray. Set the env var: `RAY_DISABLE_DOCKER_CPU_WARNING=1` to mute this warning.zkRay currently does not support initializing Ray with fractional cpus. Your num_cpus will be truncated from z to .) multiprocessing cpu_countr rrr%r&rENV_DISABLE_DOCKER_CPU_WARNINGwarningrrrM)rrr docker_counts r get_num_cpusrsS  )++I z~~9::  3   % ())  # (A(A*;;6<3<O   <  E,$7$777,&2,,<((,,,  1"<00 $I      sB(C99 DDmemory_stat_filenamememory_usage_filenameinactive_file_keyactive_file_keycFd}d}t|d5}|}|D]_}|d|vr(t|d}1|d|vr't|d}` dddn #1swxYwYt|d5}|}t|d} dddn #1swxYwY|dks | dks|dkrdS| |z |z S)zl The calculation logic is the same with `GetCGroupMemoryUsedBytes` in `memory_monitor.cc` file. r r4Nr)r# readlinesrr6r.) rrrrinactive_file_bytesactive_file_bytesr)r8linecgroup_usage_in_bytess rget_cgroup_used_memoryrs "C ( (9A  9 9D#&&&$..&)$**,,q/&:&:###&&&$..$' Q$8$8!  9999999999999999 #S ) )6Q  #E!HNN$4$4 5 5666666666666666 r!! B & &  " "t #6 69J JJs$A7BB B4: w~~.// BGNN55 . # $ !    0 1 1 bgnn77 . # $       " " ''rc<ttz S)zReturn the currently available amount of system memory in bytes. Returns: The total amount of available memory in bytes. Based on the used and total memory. )rr rrrestimate_available_memoryr 2s   !2!2 22rc,tjdkstjdksJtjdtj} tj|}|j|jz}tj|n#tj|wxYw|S)z}Get the size of the shared memory file system. Returns: The size of the shared memory file system in bytes. linuxlinux2z/dev/shm) sysplatformr r#O_RDONLYfstatvfsf_bsizef_bavailclose)shm_fd shm_fs_stats shm_avails rget_shared_memory_bytesr=s <7 " "clh&>&>&> > WZ - -F{6** !(<+@@   s #A;;Bpicklednameobj_typerEz ray.Workerc\t|}|tjkrdS|tjkrEd|||dz}|r't |tjd|z|jdSdSd|||dztjdz}t|)avSend a warning message if the pickled function is too large. Args: pickled: the pickled function. name: name of the pickled object. obj_type: type of the pickled object, can be 'function', 'remote function', or 'actor'. worker: the worker used to send warning message. message will be logged locally if None. NzThe {} {} is very large ({} MiB). Check that its definition is not implicitly capturing a large array or other object in scope. Tip: use ray.put() to put large objects in the Ray object store.iz Warning: )r<zThe {} {} is too large ({} MiB > FUNCTION_SIZE_ERROR_THRESHOLD={} MiB). Check that its definition is not implicitly capturing a large array or other object in scope. Tip: use ray.put() to put large objects in the Ray object store.) rrmFUNCTION_SIZE_WARN_THRESHOLDFUNCTION_SIZE_ERROR_THRESHOLDformatrF PICKLING_LARGE_OBJECT_PUSH_ERRORcurrent_job_id ValueError)rrrrElengthwarning_messageerrors rcheck_oversized_functionr(Ss\\F ;;; -= = = / &4K!8 9 9    >o-,          9 &   { #  7K H   rcTtjdkS)N MainThread) threadingcurrent_threadgetNamerrris_main_threadr.s"  # % % - - / /< ??rcttjdkrddl ddlm}mm}m}m } d}||f|j _ ||j _ |j|f}||j_ ||j_ ||f|j_ ||j_ d|j_ ||j_ n#t$t&t(f$rd}YnwxYw|r| ddnd}|rt+j|n|}|rddlmmmGfddjGfd d jGfd d j}|}d } d} d} d} |} |rdn| | z| z| j_| }|||| | sd}||jnda|r|ndat?tS)Nrr)BOOLDWORDHANDLELPCWSTRLPVOIDkernel32r)r1 LARGE_INTEGERULARGE_INTEGERc heZdZdfdfdfdjfdjfdfdjfdfd fg Zd S) Ldetect_fate_sharing_support_win32..JOBOBJECT_BASIC_LIMIT_INFORMATIONPerProcessUserTimeLimitPerJobUserTimeLimit LimitFlagsMinimumWorkingSetSizeMaximumWorkingSetSizeActiveProcessLimitAffinity PriorityClassSchedulingClassNrrrc_size_t_fields_)r1r6ctypessr!JOBOBJECT_BASIC_LIMIT_INFORMATIONr9sd. >*M:!5),fo>,fo>)511$e,&. rrGc8eZdZdfdfdfdfdfdfgZdS)6detect_fate_sharing_support_win32..IO_COUNTERSReadOperationCountWriteOperationCountOtherOperationCountReadTransferCountWriteTransferCountOtherTransferCountN)rrrrE)r7sr IO_COUNTERSrIsF)>:*N;*N;(.9)>:)>: rrPc`eZdZdfdfdjfdjfdjfdjfgZdS)Odetect_fate_sharing_support_win32..JOBOBJECT_EXTENDED_LIMIT_INFORMATIONBasicLimitInformationIoInfoProcessMemoryLimitJobMemoryLimitPeakProcessMemoryUsedPeakJobMemoryUsedNrC)rPrGrFsr$JOBOBJECT_EXTENDED_LIMIT_INFORMATIONrRsO,.OP{+)6?;%v7,fo>(&/: rrY iii F) win32_jobrrrFctypes.wintypesr0r1r2r3r4WinDLLCreateJobObjectWargtypesrestypec_intSetInformationJobObjectAssignProcessToJobObjectIsDebuggerPresentAttributeError TypeError ImportError subprocessHandler6r7 StructurerSr<byrefsizeofwin32_AssignProcessToJobObjectbool)r0r2r3r4r5 sijo_argtypesjobrYr!JobObjectExtendedLimitInformationJOB_OBJECT_LIMIT_BREAKAWAY_OK+JOB_OBJECT_LIMIT_DIE_ON_UNHANDLED_EXCEPTION"JOB_OBJECT_LIMIT_KILL_ON_JOB_CLOSEbuf infoclassr1rPrGr6r7rFs @@@@@@r!detect_fate_sharing_support_win32rwsS\W44   L L L L L L L L L L L L L L}}Z00H28'1BH % .06H % -#V\65AM8EH , 57;H , 4:@&9IH - 68/0  % 0 :I33Y S 1 16==3E3E 191EH - -5 ')CCE  ??sBB88CCctmtjdrN ddlm}m}m}|dj}||_ |||||g|_ n#ttf$rd}YnwxYw|r|ndattS)Nrr)CDLLrac_ulongF) linux_prctlrr startswithrFryrarzprctlr`r_rerfrn)ryrarzr}s r!detect_fate_sharing_support_linuxr~ss|66w??  3 3 3 3 3 3 3 3 3 3DJJ$E!EM#WgwHENN *   EEE $/ee%   s-AA,+A,cd}tjdkrt}n-tjdrt }|S)Nrr)rrrwr|r~)results rdetect_fate_sharing_supportrsI F |w244   ) )5244 MrctrJddl}d}t||jddddkr&ddl}t |ddSJd)zEnsures this process dies if its parent dies (fate-sharing). Linux-only. Must be called in preexec_fn (i.e. by the child). rNr4zprctl(PR_SET_PDEATHSIG) failedFz/PR_SET_PDEATHSIG used despite being unavailable)r~signalr{SIGKILLrFOSError get_errno)rPR_SET_PDEATHSIGrFs rset_kill_on_parent_death_linuxrs )** H  'Aq A AQ F F MMM&**,,.NOO O G F HGGGurc@t|tjr|j}t|tjsJt rJt tt|s&ddl }t| ddSJd)zEnsures the child process dies if this process dies (fate-sharing). Windows-only. Must be called by the parent, after spawning the child. Args: child_proc: The subprocess.Popen or subprocess.Handle object. rNz!AssignProcessToJobObject() failedFz7AssignProcessToJobObject used despite being unavailable) rArhPopen_handlerirwrmr[rrFrget_last_error) child_procrFs rset_kill_child_on_death_win32rs*j.//(' j*"3 4 444 4(**P-iZII X MMM&//113VWW W X X POOOurctjdkr!tjtj|dStjtj|dS)z@Registers a handler for SIGTERM in a platform-compatible manner.rN)rrrSIGBREAKSIGTERM)sigterm_handlers rset_sigterm_handlerrsE |w  fo77777 fno66666rctj|}tj|}tj|rHtj|r' tj|n#t $rYdSwxYwdS tj||dS#t $rYdSwxYw)aVAttempt to create a symlink. If the symlink path exists and isn't a symlink, the symlink will not be created. If a symlink exists in the path, it will be attempted to be removed and replaced. Args: symlink_path: The path at which to create the symlink. target_path: The path the symlink should point to. N)r r! expanduserr"islinkremoversymlink) symlink_path target_paths rtry_to_symlinkr"s7%%l33L'$$[11K w~~l##  7>>, ' '   ,''''     F ; ----- s$>B B! B!'B>> C  C ctdS tjtjjS#t $rYdSwxYw)N)pwdgetpwuidr getuidpw_namerMrrrget_userrAsL {r|BIKK((00 rrs)5 AAcdtjvrOtjtjd}tj||S|S)z Return path to the specified executable, assumed to be discoverable within the 'bin' subdirectory of a conda installation. Adapted from https://github.com/mlflow/mlflow. CONDA_EXE)r rr!dirnamer7)executable_name conda_bin_dirs rget_conda_bin_executablerJsGbj   ;(?@@ w||M?;;; rctjd}|Vtjd}|tdt t |jj}tjddkr+|dkr|}ngtj|d|}nEtj |d}tj||}tj |std |zd zd z|S) aFind and validate the conda directory for a given conda environment. For example, given the environment name `tf1`, this function checks the existence of the corresponding conda directory, e.g. `/Users/scaly/anaconda3/envs/tf1`, and returns it. CONDA_PREFIXNrzQCannot find environment variables set by conda. Please verify conda is installed.CONDA_DEFAULT_ENVbaseenvsrz conda env z< not found in conda envs directory. Run `conda env list` to zverify the name is correct.) r rrr$rTrparentr!r7r6isdir)env_name conda_prefix conda_exeenv_dirconda_envs_dirs rget_conda_env_dirrXs1:>>.11LJNN;//  4  4 ??1899  z~~)**f44 v  "GGgll<BBGG |44Q7',,~x88 7== ! !   L M, ,   NrcbtjdtjdSdtjS)zAGet the docs.ray.io version corresponding to the ray.__version__.z^\d+\.\d+\.\d+$Nmasterz releases-)rematchr> __version__rrrget_ray_doc_versionrs0  x"CO44<x )s ( ((r sys_platform ray_version py_version architecturec ^|tjvs J|dtt|}|pt j}|dvs J||dkr |dkrd}n#d}n |dkr|dks|d krd }n d }n|d krd }d|d|d||dvrdndd|d }|S)aReturns the filename used for the nightly Ray wheel. Args: sys_platform: The platform as returned by sys.platform. Examples: "darwin", "linux", "win32" ray_version: The Ray version as returned by ray.__version__ or `ray --version`. Examples: "3.0.0.dev0" py_version: The Python version as returned by sys.version_info. A tuple of (major, minor). Examples: (3, 8) architecture: Architecture, e.g. ``x86_64`` or ``aarch64``. If None, will be determined by calling ``platform.processor()``. Returns: The wheel file name. Examples: ray-3.0.0.dev0-cp38-cp38-manylinux2014_x86_64.whl r)darwinrrrx86_64macosx_12_0_x86_64macosx_12_0_arm64raarch64arm64manylinux2014_aarch64manylinux2014_x86_64r win_amd64zray-z-cp)37mrz.whl)rmRUNTIME_ENV_CONDA_PY_VERSIONSr7maprTr processor)rrrrpy_version_str os_stringwheel_filenames rget_wheel_filenamers), D D D Dj D D DWWSj1122N78#5#7#7L 7 7 7 7 7 7 7x 8 # #,II+II  9 $ $ (?(?/II.II    {  ~    $2f$<$>> b S    rcB ddl}dS#t$r }|cYd}~Sd}~wwxYw)aReturns the exception error if Ray Dashboard dependencies are not installed. None if they are installed. Checks to see if we should start the dashboard agent or not based on the Ray installation version the user has installed (ray vs. ray[default]). Unfortunately there doesn't seem to be a cleaner way to detect this other than just blindly importing the relevant packages. rN)ray.dashboard.optional_depsrg)r>es rget_dashboard_dependency_errorrsF****t  cB ddl}dS#t$r }|cYd}~Sd}~wwxYw)znReturns the exception error if Ray Client dependencies are not installed. None if they are installed. rN)grpcrg)rrs rget_ray_client_dependency_errorr sC t rzUnable to connect to GCS (ray head) at {}. Check that (1) Ray with matching version started successfully at the specified address, (2) this node can reach the specified address, and (3) there is no firewall setting preventing access.cd}t|tr|}t|tr|}t|D]} |||}n#t $r}t|t jjra|j t j j t j j fvr8tt|jntdd}Yd}~nd}~wwxYw|n4td|dt)jd|t-d|d|S)NzInternal KV List failedFetched =None from KV. Retrying.rzCould not list ''' from GCS. Did GCS start successfully?)rArTrLrinternal_kv_keysrMr> exceptionsRpcErrorrpc_code_rayletGRPC_STATUS_CODE_UNAVAILABLEGRPC_STATUS_CODE_UNKNOWNr%r connect_errorr!addressrNrrDsleepConnectionError)rOprefixr num_retriesr_rs rinternal_kv_list_with_retryr!s F&#!)S!!'$$&& ;   00CCFF   !S^455 rrrrrrr%rrr!rrNrrDrrrW)rOkeyrrrrrs rinternal_kv_get_with_retryr@sp F#sjjll ;   //Y??FF   !S^455 ;!* 8 4I;;}33J4FGGHHHH  !9:::FFFFFF    E LLACAAA B B B JqMMMM   Tszz|| T T T    MsA D BDD --resources resourcesc x tj|}t|tst dn#t $rr}|d||d|t|| d||dYd}~nd}~wwxYw|S)N.The format after deserialization is not a dict0`{}` is not a valid JSON string, detail error:{}=!Valid values look like this: `{}`z/='{"CustomResource3": 1, "CustomResource2": 2}' jsonloadsrAdictr$rMr'boldrTabort)r cli_loggercf command_argrs rparse_resources_jsonr]s Jy)) )T** OMNN N O      > GG{00Y00 1 1 FF    / GGSSS            8; B7A(B22B7--metadata-jsonmetadatac x tj|}t|tst dn#t $rr}|d||d|t|| d||dYd}~nd}~wwxYw|S)Nrrrrz'='{"key1": "value1", "key2": "value2"}'r)rrrrrs rparse_metadata_jsonrss  :h''(D)) OMNN N O      > GG{//X// 0 0 FF    / GG{OOO P P          Orct|tr|}t|tr|}t|tr|}d}t|D]} |||d|cS#t jj$r}|jt j j t j j fvr8t t|jntdt%jd|}Yd}~d}~wwxYw|)NT) overwriterzInternal KV Put failedr)rArTrLrinternal_kv_putr>rrrrrrr%rrr!rrNrDr)rOrvaluerrr'rrs rinternal_kv_put_with_retryrs^#sjjll% )S!!'$$&& E ;   --Udi.   ~&   z 8 4}33J4FGGHHHH  !9::: JqMMMEEEEEE  KsB++E?BEEctj}dttt jdd}||fS)zoCompute the versions of Python, and Ray. Returns: A tuple containing the version information. rNr5)r>rr7rrTr version_info)rpython_versions rcompute_version_infors= /KXXc#s'7';<<==N  &&rrr!c6d}tj|D]\}}}|D]x}tj||}tj|s7|ds"|tj|z }y|S)zEGet the total size of a directory in bytes, including subdirectories.rz.pyc)r walkr!r7rendswithgetsize)r!total_size_bytesdirpathdirnames filenamesr)fps rget_directory_size_bytesr)s(* 88$9 8 8Agq))B7>>"%% 8ajj.@.@ 8 BGOOB$7$77  8 rc | tjdd}|d|df}t}|d|dk}|d|dk}|dkr|d|dk}nf|dkrM|dd } |dd } | dd | dd k}nt d |d d |dd|dd|d|dd|dd } |r%|r#|st d| dSdSd| } |rt| t | dS)aRCheck if the Python and Ray versions stored in GCS matches this process. Args: cluster_metadata: Ray cluster metadata from GCS. this_process_address: Informational only. The address of this process. e.g. "node address:port" or "Ray Client". raise_on_mismatch: Raise an exception on True, log a warning otherwise. python_version_match_level: "minor" or "patch". To which python version level we try to match. Note if "minor" and the patch is different, we will still log a warning. Default value is `RAY_DEFAULT_PYTHON_VERSION_MATCH_LEVEL` if it exists, otherwise "patch" Behavior: - We raise or log a warning, based on raise_on_mismatch, if: - Ray versions do not match; OR - Python (major, minor) versions do not match, if python_version_match_level == 'minor'; OR - Python (major, minor, patch) versions do not match, if python_version_match_level == 'patch'. - We also log a warning if: - Python (major, minor) versions match, AND - Python patch versions do not match, AND - python_version_match_level == 'minor' AND - raise_on_mismatch == False. Raises: Exception: An exception is raised if there is a version mismatch. N&RAY_DEFAULT_PYTHON_VERSION_MATCH_LEVELpatchrrrr4minorrrz$Invalid python_version_match_level: z, want: 'minor' or 'patch'z'The cluster was started with: Ray: z Python: z This process on z was started with: Ray: r3zPython patch version mismatch: zVersion mismatch: ) r rrrr6r$r%r RuntimeError) cluster_metadatathis_process_addressraise_on_mismatchpython_version_match_levelcluster_version_infomy_version_info ray_matchespython_full_matchespython_matchesmy_python_versionscluster_python_versions mismatch_msg error_messages rcheck_version_infor<s B")%'Z^^ 4g& & " ')*+,,O'q)_Q-??K.q1_Q5GG!W,,-a0OA4FF #w . .,Q/55c::"6q"9"?"?"D"D+BQB/3J2A23NN '3M ' ' '    .(+ . .+A. . .0 . .$A&  . . 'q)  . . .*~*" M NNK\KK L L L L L M M<\;;  *}-- - NN= ) ) ) ) )r)is_job_runtime_env serialize runtime_envrr=r>cddlm}t}|r||j_t |dkr#||jjdd<|d}||}n| |}|j | ||dnd}|s|E|d}n4t|tstdt!|||j _||_|s|St)j|S)aoCreate runtime env info from runtime env. In the user interface, the argument `runtime_env` contains some fields which not contained in `ProtoRuntimeEnv` but in `ProtoRuntimeEnvInfo`, such as `eager_install`. This function will extract those fields from `RuntimeEnv` and create a new `ProtoRuntimeEnvInfo`, and serialize it into json format. r)RuntimeEnvConfigNconfig eager_installTz%eager_install must be a boolean. got )ray.runtime_envrAProtoRuntimeEnvInfoworking_dir_uriurisrpy_modules_urisrdefault_config%parse_and_validate_runtime_env_configruntime_env_configCopyFrombuild_proto_runtime_env_configrArnrfrVrCr>serialized_runtime_envr MessageToJson)r?r=r>rAproto_runtime_env_inforKrCs rget_runtime_env_inforQ s100000022""$$T6A6Q6Q6S6S#3 ; & & ( ())A--9D9T9T9V9V#3AAA6 %22!-<<>>-SS   -6699;;  ) ///  P]6   MMM400 M]8K8KMM CP1?4?4I4I4K4K1 &%%  $%; < <>> split_address("ray://my_cluster") ('ray', 'my_cluster') z://zAddress must contain '://'r4)maxsplit)r$r6)r module_string inner_addresss r split_addressrZasC( G5666#*===#C#C M= = ))rcd} tj}ttdrd}|t |zS#t $rYdSwxYw)z)Get the entrypoint of the current script.rps1z(interactive_shell) unknown)rProcesshasattrrrcmdlinerM)rcurrs rget_entrypoint_namerb|so F ~ 3   ,+F T\\^^4444 yysA A A A cVeZdZdZdZedejfdZdZ dZ dZ dZ d S) DeferSigintzEContext manager that defers SIGINT signals until the context is left.c0d|_d|_d|_dSNF)signal_receivedoverridden_sigint_handler orig_signalrs rrzDeferSigint.__init__s $)-&rr,ctjtjkr |StjS)zCreates a DeferSigint context manager if running on the main thread, returns a no-op context manager otherwise. )r+r, main_thread contextlib nullcontext)clss rcreate_if_main_threadz!DeferSigint.create_if_main_threads;  # % %)>)@)@ @ @355L)++ +rcd|_dS)z&SIGINT handler that defers the signal.TN)rg)rsignumframes r_set_signal_receivedz DeferSigint._set_signal_receiveds#rctjtjkr |tjkr|j}||_|S|||S)zyMonkey patch for signal.signal that defers the setting of new signal handler after the DeferSigint context exits.)r+r,rlrSIGINTrhri)rrrhandlerorig_sigint_handlers r_signal_monkey_patchz DeferSigint._signal_monkey_patchs[  $ & &)*?*A*A A A&-''"&"@ -4D *& &000rctjtj|_tjtj|jtj|_|jt_|Sr])r getsignalrvrhrtriryrjs r __enter__zDeferSigint.__enter__sI)/)9&-)H)H& fmT%>???"=1  rc|jJ|jJ|jt_tjtj|j|)|jr"|tjddSdSrf)rhrirrvrg)rexc_typeexcexc_tbs r__exit__zDeferSigint.__exit__sv-999+++(  fmT%CDDD   4   * *6=$ ? ? ? ? ?5rN) rrrrr classmethodrmAbstractContextManagerrprtryr|rrrrrdrdsOO   ,j&G,,,[,$$$ 1 1 1   rrdmodule_names_to_importc|D]E} tj|#t$r!td|dYBwxYwdS)z Make a best-effort attempt to import each named Python module. This is used by the Python default_worker.py to preload modules. zFailed to preload the module ""N) importlib import_modulergr%rN)rmodule_to_preloads rtry_import_each_modulers 4TT T  #$5 6 6 6 6 T T T   R>ORRR S S S S S TTTs(AAenvcPtjD]}||ddS)za Remove Ray internal flags from `env`. Defined in ray/common/ray_internal_flag_def.h N)rmRAY_INTERNAL_FLAGSr)rflags r"remove_ray_internal_flags_from_envrs7 0 drenv_varsc|sdS|D]I\}}tj|}t jdd|}|tj|<JdS)z When updating the environment variable, if there is ${X}, it will be replaced with the current environment variable. Nz\$\{[A-Z0-9_]+\}r)rr r! expandvarsrsubr)rrrexpandedrs r update_envsrsn nn&&!! U7%%e,,+R::  3 !!rpg_formatted_resourcesc"i}|D]\}}t|}|r]t|dkr8|dt kre|||d<~t|}|rXt|dkr3|ddkr|||d<|||<|S)Nr5r4rbundle)r0PLACEMENT_GROUP_INDEXED_BUNDLED_RESOURCE_PATTERNrrgroupsgroupr)PLACEMENT_GROUP_WILDCARD_RESOURCE_PATTERN)roriginal_resourcesrrrs r(parse_pg_formatted_resources_to_originalrs ,2244(( UAGGLL  c&--//**a// ||A"FFF27 v||A / :@@EE  c&--//**a//||A(**27 v||A / "'3 rcD|dSgd}||vrtd|ddS)N)DEPENDENCIES_UNREADYPENDING_CREATIONALIVE RESTARTINGDEADrz" is not a valid actor state name, it must be one of the following: "DEPENDENCIES_UNREADY", "PENDING_CREATION", "ALIVE", "RESTARTING", or "DEAD")r$)actor_state_nameactor_state_namess rvalidate_actor_state_namersb000 C  C C C   10rctjdsdS tdd5}|D]R}|dr;|ddccdddSS dddn #1swxYwYdS#t $r tdd YdSwxYw) Nrz /proc/cpuinforz model name:r4zFailed to get CPU model nameT)exc_info) rrr|r#r6r.rMr%r)r)rs rget_current_node_cpu_model_namer$sF < " "7 + +t /3 ' ' 61 6 6??<006::c??1-335555 6 6 6 6 6 6 6 66 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6t  3d CCCttsAB$AB< B$ B B$BB$BB$$&C CfilepathctjdkrdStjd}|rdnddz }t|d|krt d|d |dS) zI Validate the provided filename is a valid Unix socket filename. rNrhlr4rQzCvalidate_socket_filename failed: AF_UNIX path length cannot exceed z bytes: )rrr|rrLr)ris_macmaxlens rvalidate_socket_filepathr=s  |w \ $ $X . .F$cc )F 8??7 # #$$v-- lRX l lbj l l   .-rcPttddDatS)Nc32K|]}|tjvVdSr])r r)rwrs r zis_in_test..Ts?   rz !      r)PYTEST_CURRENT_TEST BUILDKITE)in_testanyrrr is_in_testrPs>  @       Nrr])F)rQrR)rrrr)r)r)r)r)TN)rmrr loggingrr rrrrhrr+rD collectionsrpathlibrrtypingrrrr r r r google.protobufr r>rrrmray._common.utilsrrr*ray.core.generated.runtime_environment_pb2rrErrDr INT32_MAXr getLoggerrr%r{r[rmrr _CALLED_FREQLock_CALLED_FREQ_LOCKcompilerrrTr+r/rnr9rFrPr[r`rdrjrqr{rrrobjectrrrrrrr r rrUr(r.rwr~rrrrrrrrrrrmajorr-rr __commit__rrrrgrrrrrrrrrr)r<rQrUrZrbrrdrr rrrrrrrrrrrrs.      ############(''''' 222222222   +******   <7JJJ  8 $ $   !%!ARZ!O{99%% "IN$$3=2:&440-7BJ7S,T,T)3(3-&  x}     C.DHLLL&)L3;C=LLLL.  TTT TTTT< * * * *,,,&&& ??? '''WS(492E-E%F"%d%%%%P1WS(3--?%@1111<,+23 3E+F, ,,,,********:    ">?8. @#@# e_ @#@#@#@#H)GAA!%AA AAAAJKKKK KKKKD$($($(N333,* * * ),* 6B*  * * * * Z@@@QQQh   HHH"PPP,777>   222j ) ) ) ##93;K;Q"R"& 1111c3h13- 1  1111jn "%"22A2"6     c3h      "n "%"22A2"6     c3h      & #    (=" +)>    -><1> #u*.0A #s(^(6'''  5d#3 c     # L*L*L*L*d % <=<=<=<=<= <=<=<=<=~%l 2342*3*5c?****6   BBBBB*3BBBJ T49 T T T T TD !$sCx. ! ! ! ! e, #u*<   $#2  s          r