&`iLBddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z mZddlmZddlmZejeZddZdZdZd Zejd gd Zejd fd Zeje j ejzddfde fdZ dS)N)ThreadPoolExecutor)get_or_create_event_looprun_background_task) event_consts)async_loop_foreverc|tj|}i}ttj}|p tjD]}}||vs Jd|g}|D]^}t j|d|drCtj||} | || sI|| _|r|||<~|S)NzInvalid source type: *z*.log) oslistdirsetrEVENT_SOURCE_ALLfnmatchpathjoinappend) event_dir source_typesevent_file_filterevent_log_names source_filesall_source_types source_typefilesnfs {/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/dashboard/modules/event/event_utils.py_get_source_filesrsj++OL<899#D|'D . . ....0U 0U0U...   Aq"8k"8"8"899 GLLA..$09J9J19M9M0 Q  .(-L % c |ddddd|d<n+#t$rtd|YnwxYw|S)Nmessagez\n z\rz$Restore newline for event failed: %s)replace Exceptionlogger exception) event_dicts r_restore_newliner'%sM y ! ) )% 6 6 > >ud K K 9 MMM?LLLLLM s36%AAcDttj|SN)r'jsonloads) event_strs r _parse_liner-/s DJy11 2 22rcg}|D]b}|s t|}||+#t$r+tdt |Y_wxYw|S)NzParse event line failed: %s)r-rr#r$r%repr)event_string_listeventsdataevents rparse_event_stringsr43s F!HH   H%%E MM%  H H H   :DJJ G G G G G H Ms$02A%$A%ReadFileResult)fidsizemtimepositionlinesTc 0t|d|5}tj|}|jp|}g}t j|dt j5}|} t|D]} |d| } | dkrn| | z tj kr1| || |  dnWtdtj } td || | | z d| | z | d z} dddn #1swxYwYt!||j|j| |cdddS#1swxYwYdS) Nrbclosefdr)access zutf-8dz$Ignored long string: %s...(%s chars))openr statfilenost_inommap ACCESS_READrangefindrEVENT_READ_LINE_LENGTH_LIMITrdecodeminr$warningr5st_sizest_mtime) fileposn_linesr>rrEr6r:mmstart_septruncated_sizes r _read_filerZEs dD' * * *Nawqxxzz""k!T Yqxxzz1T-= > > > "E7^^ ggeU++"99E;,"KKKLLE#I!5!5g!>!>????%(l.W%X%XNNN>55>#99:AA'JJe  a               c4<uMM+NNNNNNNNNNNNNNNNNNs7A%F 8CE F E F E F  FFmonitor_thread_pool_executorc4 t itddntjdgdfd  fd t |d  fd }t |S) aBMonitor events in directory. New events will be read and passed to the callback. Args: event_dir: The event log directory. callback (def callback(List[str]): pass): A callback accepts a list of event strings. monitor_thread_pool_executor: A thread pool exector to monitor/update events. None means it will use the default execturo which uses num_cpus of the machine * 5 threads (before python 3.8) or min(32, num_cpus + 5) (from Python 3.8). scan_interval_seconds: An interval seconds between two scans. start_mtime: Only the event log files whose last modification time is greater than start_mtime are monitored. monitor_files (Dict[int, MonitorFile]): The map from event log file id to MonitorFile object. Monitor all files start from the beginning if the value is None. source_types (List[str]): A list of source type name from event_pb2.Event.SourceType.keys(). Monitor all source types if the value is None. NzEMonitor events logs modified after %s on %s, the source types are %s.all MonitorFile)r7r8r9cBtj|}|jkSr))r rErQ) source_filerE start_mtimes r_source_file_filterz+monitor_events.._source_file_filtersw{##}{**rct|tsJdt|d|dtj|tj} tj|}|jdkrgtj|S|j p|} |}|ri|j |j krQ|j |jkrA|j |jkr1td|gtj|S|j }ntd||}t%||d} |j |j |j  |j<  |jn%#t,$r}t-d ||d}~wwxYw tj|dS#tj|wxYw) NzFile should be a str, but a (z) foundrz4Skip reading the file because there is no change: %szFound new event log file: %sFr=zRead event file failed: ) isinstancestrtyper rDO_RDONLYrErPcloserGgetr9r7r8rQr$debuginforZr6call_soon_threadsafer:r#) rRrSfdrEr6 monitor_filer9rer^callbackloop monitor_filess r_read_monitor_filez*monitor_events.._read_monitor_files #   E E D$t** D Dt D D D E E WT2; ' ' 72;;D|q  2 HRLLLL1+%C(,,S11L  )\->>>$)T\99$*dm;;LLNPT HRLLLL(0 :DAAA2x777A#.;qvqw #K#KM!%  % %h 8 8 8 8 F F F=t==>>A E F 9 HRLLLLLBHRLLLLs8 F A,F A6FF> F$ FF$$F>>GT) cancellablec :Ktd{V}tjtjfdtjfdttj | Dd{VdS)NcK4d{V|dd{Vcdddd{VS#1d{VswxYwYdS)Nr)run_in_executor)filenamerursr[ semaphores r_concurrent_corozGmonitor_events.._scan_event_log_files.._concurrent_coros         !1102DhPQ                              s= A Ac&g|] }|Sr~).0rzr|s r zAmonitor_events.._scan_event_log_files..s4! **r) ryrasyncio SemaphorerCONCURRENT_READ_LIMITgatherlist itertoolschainvalues) rr|r{rurbrrsr[rs @@r_scan_event_log_filesz-monitor_events.._scan_event_log_filess"11 (             %l&HII         n $Y_l6I6I6K6K%L M M          r)rr$rl collections namedtuplerr) rrrr[scan_interval_secondsrartrrr^rurbrss ``` ``` @@@@rmonitor_eventsr`s< $ % %D  KKO%< (8U8U8UVVK+++++########J-4@@@         A@ 6 4466 7 77r)NN)!rrrrr*logging.handlersloggingrHr timeconcurrent.futuresrray._common.utilsrrray.dashboard.modules.eventrray.dashboard.utilsr getLogger__name__r$rr'r-r4rr5EVENT_READ_LINE_COUNT_LIMITrZSCAN_EVENT_DIR_INTERVAL_SECONDSSCAN_EVENT_START_OFFSET_SECONDSrr~rrrs  111111KKKKKKKK444444222222  8 $ $$333   ('CCC $?NNNN>'F lJJp8p8#5p8p8p8p8p8p8r