&`ib-ddlZddlZddlmZddlmZmZddlZddl m Z ddl m Z ddl mZddlmZmZddlmZGd d ejZGd d ejZGd dZdeefdZdeefdZdS)N)Enum)OptionalUnion)CoreContextFilter) JSONFormatter)PlainRayHandler) TrainContextTrainRunContext)get_module_namec|eZdZdZGddeeZGddeeZdee e ffdZ dZ d Z d Zd S) TrainContextFilterzyAdd Ray Train metadata to the log records. This filter is applied to Ray Train controller and worker processes. c"eZdZdZdZdZdZdZdS)TrainContextFilter.LogKeyrun_name component world_rank local_rank node_rankN)__name__ __module__ __qualname__RUN_NAME COMPONENT WORLD_RANK LOCAL_RANK NODE_RANKz/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/train/v2/_internal/logging/logging.pyLogKeyrs' ! !  rr ceZdZdZdZdS)!TrainContextFilter.TrainComponent controllerworkerN)rrr CONTROLLERWORKERrrrTrainComponentr"s! rr'contextct|t|_|jr|jj|_||_| |_ | |_ tjj|_dS|j|_tjj|_dSN) isinstancer _is_workertrain_run_contextget_run_configname _run_nameget_world_rank _world_rankget_local_rank _local_rank get_node_rank _node_rankr r'r& _componentr%)selfr(s r__init__zTrainContextFilter.__init__!s *7L A A ? P")";"J"J"L"L"QDN$+$:$:$<$NOOO*1NOOO*1;T_MMMtrcd|jr||S||Sr*)r,rAr?r=s rfilterzTrainContextFilter.filter=s4 ? 2%%f-- -))&11 1rN)rrr__doc__strrr r'rr r r9r?rArCrrrr r s      d   d Po|&C D P P P P 22222rr cfeZdZdZdeffd ZdZdejddfdZ de efd Z d Z xZ S) SessionFileHandleraA handler that writes to a log file in the Ray session directory. The Ray session directory isn't available until Ray is initialized, so any logs emitted before Ray is initialized will be lost. This handler will not create the file handler until you emit a log record. Args: filename: The name of the log file. The file is created in the 'logs/train' directory of the Ray session directory. filenamect||_d|_d|_d|_dSr*)superr9 _filename_handler _formatter_path)r8rH __class__s rr9zSessionFileHandler.__init__Ss9 !  rc|j||j|j|dSdSr*)rL_try_create_handleremitr=s rrRzSessionFileHandler.emitZsH =  $ $ & & & = $ M  v & & & & & % $rfmtreturnNcV|j|j|||_dSr*)rL setFormatterrM)r8rSs rrVzSessionFileHandler.setFormatter`s+ = $ M & &s + + +rcF|j||jSr*)rLrQrN)r8s rget_log_file_pathz$SessionFileHandler.get_log_file_pathes$ =  $ $ & & &zrc^|jJt}|dStj|dtj||j|_tj |j|_|j !|j |j dSdS)NT)exist_ok) rLLoggingManagerget_log_directoryosmakedirspathjoinrKrNlogging FileHandlerrMrV)r8 log_directorys rrQz&SessionFileHandler._try_create_handlerjs}$$$'88::  F MD1111W\\-@@ +DJ77 ? & M & &t 7 7 7 7 7 ' &r)rrrrDrEr9rRra FormatterrVrrXrQ __classcell__)rOs@rrGrGDs  '''  1d 8C= 8888888rrGceZdZdZedeeefdefdZ ededefdZ ededefdZ ededdfdZ ededdfd Z edeefd ZdS) r[zN A utility class for managing the logging configuration of Ray Train. r(rTc tj}ddddttiidt it |dddttittdd|d d d gd ttdd |d d d gd ttdd|d d d gd ttdd|d d d gd didS)z1Return the base logging configuration dictionary.Fray_jsonclass())rkr()core_context_filtertrain_context_filterzray-train-sys-controller-z.logrlrm)rj formatterrHfilterszray-train-app-controller-zray-train-sys-worker-zray-train-app-worker-)consolefile_train_sys_controllerfile_train_app_controllerfile_train_sys_workerfile_train_app_worker)versiondisable_existing_loggers formattersrohandlersloggers) rayget_runtime_context get_worker_idr rrr rrG)r(file_identifiers r_get_base_logger_config_dictz+LoggingManager._get_base_logger_config_dictsT 133AACC(-Wom&D&DE)-.?'@/Ag(V(V $__%E%EF,-?@@!+ QO Q Q Q 57MN ..--?@@!+ QO Q Q Q 57MN ..--?@@!+ M M M M 57MN **--?@@!+ M M M M 57MN **)6K& & & rc\t|}dgddd|dd<|S)aReturn the controller logger configuration dictionary. On the controller process, only the `ray.train` logger is configured. This logger emits logs to the following three locations: - `file_train_sys_controller`: Ray Train system logs. - `file_train_app_controller`: Ray Train application logs. - `console`: Logs to the console. INFO)rqrrrpFlevelrx propagatery ray.trainr[r~r( config_dicts r"_get_controller_logger_config_dictz1LoggingManager._get_controller_logger_config_dictsL%AA'JJ  / / I{+rcpt|}dgddd|dd<dddgd |d <|S) aReturn the worker loggers configuration dictionary. On the worker process, there are two loggers being configured: First, the `ray.train` logger is configured and emits logs to the following three locations: - `file_train_sys_worker`: Ray Train system logs. - `file_train_app_worker`: Ray Train application logs. - `console`: Logs to the console. Second, the root logger is configured and emits logs to the following two locations: - `console`: Logs to the console. - `file_train_app_worker`: Ray Train application logs. The root logger will not emit Ray Train system logs and thus not writing to `file_train_sys_worker` file handler. r)rsrtrpFrryrrtrp)rrxrootrrs r_get_worker_logger_config_dictz-LoggingManager._get_worker_logger_config_dictsb&%AA'JJ UUU/ / I{+ 0)<  FrNcxt|}tj|dS)zb Configure the logger on the controller process, which is the `ray.train` logger. N)r[rraconfig dictConfigr(rs rconfigure_controller_loggerz*LoggingManager.configure_controller_loggers3  BB7KK!!&)))))rcxt|}tj|dS)z Configure the loggers on the worker process, which contains the `ray.train` logger and the root logger. N)r[rrarrrs rconfigure_worker_loggerz&LoggingManager.configure_worker_loggers3  >>wGG!!&)))))rctjjj}|dS|}t j|ddS)zReturn the directory where Ray Train writes log files. If not in a Ray session, return None. This path looks like: "/tmp/ray/session_xxx/logs/train/" Nlogstrain)rz_privater$ _global_nodeget_session_dir_pathr]r_r`) global_noderoot_dirs rr\z LoggingManager.get_log_directorysEl)6  43355w||Hfg666r)rrrrD staticmethodrr r dictr~rrrrrrEr\rrrr[r[|s<-  45- - - - \- ^O\, \<*_****\***$***\* 7x} 7 7 7\ 7 7 7rr[rTctjd}|jD]6}t|trd|jvr|cS7dS)zL Return the path to the file train application controller log file. rzray-train-app-controllerNra getLoggerrxr+rGrKrXloggerhandlers r)get_train_application_controller_log_pathr sd  { + +F?// w 2 3 3 /*g.???,,.. . . . 4rctjd}|jD]6}t|trd|jvr|cS7dS)zH Return the path to the file train application worker log file. rzray-train-app-workerNrrs r%get_train_application_worker_log_pathrsd  { + +F?// w 2 3 3 /&'*;;;,,.. . . . 4r)logging.configrar]enumrtypingrrrzray._common.filtersrray._common.formattersrray._private.logr(ray.train.v2._internal.execution.contextr r ray.train.v2._internal.utilr Filterr HandlerrGr[rErrrrrrs """""""" 111111000000,,,,,,RRRRRRRR7777773232323232323232l5858585858585858pL7L7L7L7L7L7L7L7^ 8C=     x}      r