&`iaJddlZddlZddlZddlZddlZddlmZmZddlZddl m Z ddl m Z m Z ddlmZmZddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#ddl$m%Z%dd l&m'Z'm(Z(ej)Z*d ej+d e,fd Z-Gd de Z.Gddej/Z0Gddej/Z1Gddej/Z2Gdde Z3de4de4de4de5fdZ6d ej+d e,fdZ7d ej+d e,fdZ8d ee4fdZ9Gdd e:Z;d!d"dd#d$d%Zd1Z? d6d(e4d)e4d+eefd2Z@d e4fd3ZAGd4d5ZBdS)7N)AnyOptional)CoreContextFilter) JSONFormatter TextFormatter)LOGGING_ROTATE_BACKUP_COUNTLOGGING_ROTATE_BYTES)ServeComponentType)RAY_SERVE_ENABLE_JSON_LOGGING!RAY_SERVE_ENABLE_MEMORY_PROFILINGRAY_SERVE_LOG_TO_STDERRSERVE_LOG_APPLICATIONSERVE_LOG_COMPONENTSERVE_LOG_COMPONENT_IDSERVE_LOG_DEPLOYMENTSERVE_LOG_LEVEL_NAMESERVE_LOG_MESSAGESERVE_LOG_RECORD_FORMATSERVE_LOG_REPLICASERVE_LOG_REQUEST_IDSERVE_LOG_ROUTESERVE_LOG_TIMESERVE_LOG_UNWANTED_ATTRSSERVE_LOGGER_NAME)get_component_file_name) EncodingType LoggingConfigrecordreturnc$t|ddS)z7Check if the log record should skip the context filter.skip_context_filterF)getattrrs t/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/serve/_private/logging_utils.pyshould_skip_context_filterr%%s 60% 8 88c2eZdZdejdeffd ZxZS)ServeCoreContextFilterrrcht|rdSt|SNT)r%superfilter)selfr __class__s r$r,zServeCoreContextFilter.filter+s. %f - - 4ww~~f%%%r&)__name__ __module__ __qualname__logging LogRecordboolr, __classcell__r.s@r$r(r(*sN&W.&4&&&&&&&&&&r&r(cPeZdZdZ d dededeefdZdej de fd Z dS) ServeComponentFilterziServe component filter. The filter will add the component name, id, and type to the log record. Ncomponent_name component_idcomponent_typec0||_||_||_dSN)r9r:r;)r-r9r:r;s r$__init__zServeComponentFilter.__init__7s" -(,r&rrcpt|rdS|jrg|jtjkrRt |t |jt |t|jt |t|jn6t |t|jt |t|jdS)zAdd component attributes to the log record. Note: the filter doesn't do any filtering, it only adds the component attributes. T) r%r;r REPLICAsetattrrr9rr:rrr-rs r$r,zServeComponentFilter.filterAs &f - - 4   G4#6:L:T#T#T F0$2E F F F F-t/@ A A A F/1D E E E E F/1D E E E F2D4E F F Ftr&r=) r/r0r1__doc__strrr r>r2r3r4r,r&r$r8r81s8< ----!!34 ----W.4r&r8ceZdZdZdZdS)ServeContextFilterzServe context filter. The filter will add the route, request id, app name to the log record. Note: the filter doesn't do any filtering, it only adds the serve request context attributes. c:t|rdStjj}|jrt |t|j|jrt |t|j|j rt |t|j dSr*) r%rayservecontext_get_serve_request_contextrouterAr request_idrapp_namer)r-rrequest_contexts r$r,zServeContextFilter.filter]s %f - - 4)+FFHH   D FO_-B C C C  % N F0/2L M M M  # M F1?3K L L Ltr&Nr/r0r1rCr,rEr&r$rGrGTs-     r&rGceZdZdZdZdS)ServeLogAttributeRemovalFilterzServe log attribute removal filter. The filter will remove unwanted attributes on the log record so they won't be included in the structured logs. Note: the filter doesn't do any filtering, it only removes unwanted attributes. cZtD]"}t||rt||#dSr*)rhasattrdelattr)r-rkeys r$r,z%ServeLogAttributeRemovalFilter.filterts9+ % %Cvs## %$$$tr&NrQrEr&r$rSrSks-r&rSc eZdZdZdedededed Z dd e d e d e e d e e de de f fd Z fdZ dZdedejfdZdejde fdZxZS)ServeFormatterzServe Logging Formatter The formatter will generate the log format on the fly based on the field of record. Optimized to pre-compute format strings and formatters for better performance. %(z)s %(z)s {z} {z} N%Tr9r:fmtdatefmtstylevalidatect||||tj|||_|dS)N)r9r:)r+r>rYCOMPONENT_LOG_FMTformatcomponent_log_fmt_precompute_formatters)r-r9r:r\r]r^r_r.s r$r>zServeFormatter.__init__sc guh777!/!A!H!H) "I" "  ##%%%%%r&cbtj|i||dSr=)r+!set_additional_log_standard_attrsrd)r-argskwargsr.s r$rfz0ServeFormatter.set_additional_log_standard_attrss7114B6BBB ##%%%%%r&c|g|_|ttg|_dSr=)_create_formatterbase_formatterrrrequest_formatterr-s r$rdz%ServeFormatter._precompute_formatterssB"44R88!%!7!7 $%9 : ;" " r& initial_attrsrc|}|d|jD|tt |jd|z}tj |S)Ncg|]}d|d S)rZz)srE).0ks r$ z4ServeFormatter._create_formatter..s MMMQj1jjjMMMr& ) copyextendadditional_log_standard_attrsappendrrrcjoinr2 Formatter)r-rnattrs format_strings r$rjz ServeFormatter._create_formattersx""$$ MM$*LMMMNNN ,->?@@@.%@  ///r&rct|jvr|j|S|j|S)zFormat the log record into the format string. Args: record: The log record to be formatted. Returns: The formatted log record in string format. )r__dict__rlrbrkrBs r$rbzServeFormatter.formats? 6? 2 2)0088 8&--f55 5r&)NNr[T)r/r0r1rCrrrrrarDrr4r>rfrdlistr2rzrjr3rbr5r6s@r$rYrY|sX C1CCCCM`CCg}CCC "!%&&&&c] & # &  &&&&&&&"&&&&&   0t08I0000 6W. 63 6 6 6 6 6 6 6 6r&rYmethodrMstatus latency_msc |d|d|d|ddS)zBReturns a formatted message for an HTTP or ServeHandle access log.rtz.1fmsrE)rrMrrs r$access_log_msgrs, : :u : :v : : : : : ::r&cBt|dr|jdS|jS)zCFilters log records based on a parameter in the `extra` dictionary. log_to_stderrNT)rUrr#s r$log_to_stderr_filterrs* 6? + +v/C/Kt  r&cDt|dr|jdS|j S)zMFilters ray serve access log based on 'serve_access_log' key in `extra` dict.serve_access_logNT)rUrr#s r$log_access_log_filterrs. 6- . .&2I2Qt& &&r&cNtjt}|jD]}t |tjjrb|jj}tj j j }| |r|t|dcSdS)aReturns the relative file path for the Serve logger, if it exists. If a logger was configured through configure_component_logger() for the Serve component that's calling this function, this returns the location of the log file relative to the ray logs directory. N)r2 getLoggerrhandlers isinstance MemoryHandlertarget baseFilenamerI_privateworker _global_nodeget_logs_dir_path startswithlen)loggerhandler absolute_path ray_logs_dirs r$get_component_logger_file_pathrs 0 1 1F?:: gw/= > > :#N7M<.;MMOOL'' 55 :$S%6%6%8%89999 ::r&czeZdZdZdejdedefdZde defdZ e defd Z d e fd Z d Zdefd ZdS)StreamToLoggerz Fake file-like stream object that redirects writes to a logger instance. This comes from https://stackoverflow.com/a/36296215 directly. r log_leveloriginal_objectc>||_||_||_d|_dS)N)_logger _log_level_original_object_linebuf)r-rrrs r$r>zStreamToLogger.__init__s# # / r&attrrc,t|j|Sr=)r"r)r-rs r$ __getattr__zStreamToLogger.__getattr__st,d333r&ctjddd}t|D]\}}d|jvr d|jvr|cSdS)zRewind stack to get the stacklevel for the user code. Going from the back of the traceback and traverse until it's no longer in logging_utils.py or site-packages. Nzlogging_utils.pyz site-packages) traceback extract_stack enumeratefilename)reverse_tracesindextraces r$get_stacklevelzStreamToLogger.get_stacklevelsa#02244R48%n55  LE5"%.88#5>99 qr&bufc|j|z}d|_|dD]e}|ddkrG|j|j||U|xj|z c_fdS)NrTr  stacklevel)r splitlinesrlogrrstripr)r-r temp_linebuflines r$writezStreamToLogger.writes}s*   ++D11 & &D Bx4   OKKMM#2244!  %  & &r&c|jdkrK|j|j|j|d|_dS)Nrr)rrrrrrrms r$flushzStreamToLogger.flushs` =B   L   $$&&..00      r&cdSr*rErms r$isattyzStreamToLogger.isattystr&N)r/r0r1rCr2Loggerintrr>rDr staticmethodrrrr4rrEr&r$rrs w~#PS 444444 C   \ &&&&&$r&rrtrFsependfilerc0|tjtjdfvrt|||||St jt }|tt||z}| tj |ddS)a*Implement python's print function to redirect logs to Serve's logger. If the file is set to anything other than stdout, stderr, or None, call the builtin print. Else, construct the message and redirect to Serve's logger. See https://docs.python.org/3/library/functions.html#print Nrr) sysstdoutstderr buildin_printr2rrrymaprDrINFO)rrrrobjects serve_loggermessages r$redirected_printrs CJ D111W#3TOOOO$%677Lhhs3(())C/GW\7q99999r&r)r; max_bytes backup_countstream_handler_only buffer_sizer9r:logging_configr;rrrrctjt}d|_||j|jt||} t} |j r4| |j | |j ts|rxtj } | | | t | t#|| |rdS|jr|j} nt)} t+j| d|t.jjjj}|t.jjjj}t;|||d} tjt*j | | ||}tj!||tj"}tFr|$d tFs|j%tLj'kr||tQ|t#|tS||||| n|| |j*dur|tVn!|t#|tYts|tZj.krot^t`_1te|tj3thj5th_5te|tj3thj6th_6||dS) a)Configure a logger to be used by a Serve component. The logger will log using a standard format to make components identifiable using the provided name and unique ID for this instance (e.g., replica ID). This logger will *not* propagate its log messages to the parent logger(s). FNT)exist_okz.logr9r:r;suffix)maxBytes backupCount)capacityr flushLevelz`'RAY_SERVE_ENABLE_JSON_LOGGING' is deprecated, please use 'LoggingConfig' to enable json format.)7r2rr propagatesetLevelrrclearrYrrwrfr StreamHandler setFormatter addFilterrrG addHandlerlogs_dirget_serve_logs_dirosmakedirsrIrrrrrrRotatingFileHandlerpathryrERRORr warningencodingrJSONr(r8enable_access_logrrSr r@rbuiltinsprintrrrrr)r9r:rr;rrrrrserve_formatterjson_formatterstream_handlerr log_file_name file_handlermemory_handlers r$configure_component_loggerr-s$ 0 1 1FF OON,--- O$^\BBO"__N3 88  8    99  8   *"5* .00##O444  !5666  !3!5!5666.))) (!*%''K4((((L'4> |*7D +%!% M#77  X}-- 8L%33=4N %  5   %3(?>> #F~9K9S'S'S)#FGL#*EE #FGL#*EE  n%%%%%r&ctdttjt t t ddS)zmHelper function to configure the default Serve logger that's used outside of individual Serve components.rJT)r9r:rrrrN)rrDrgetpidrr rrEr&r$configure_default_serve_loggerrsI%%$&0 r&ctrEtjt} ddl}t }t |||d}tj ||}d}tj |r[t |||d|d}tj ||}|dz }tj |[| |d  | d |d dS#t$r|d YdSwxYwdS) zyConfigures the memory logger for this component. Does nothing if RAY_SERVE_ENABLE_MEMORY_PROFILING is disabled. rNz _memray_0.binrr_memray_z.binT) native_traceszoRAY_SERVE_ENABLE_MEMORY_PROFILING is enabled. Started a memray tracker on this actor. Tracker file located at ""zRAY_SERVE_ENABLE_MEMORY_PROFILING is enabled, but memray is not installed. No memory profiling is happening. `pip install memray` to enable memory profiling.)r r2rrmemrayrrrrryexistsTracker __enter__info ImportErrorr) r9r:r;rrrmemray_file_namememray_file_pathrestart_counters r$#configure_component_memory_profilerrs)-"#455*  MMM)++H6-)-&      "w||H6FGG  O'..!122 %#:#1!-#1;o;;; $$$ $&7<<:J#K#K 1$'..!122 % NN+4N @ @ J J L L L KK($(((          NNC       Q--sDD((E  E ctjjj1tjt jdStjtjjjdS)aKGet the directory that stores Serve log files. If `ray._private.worker._global_node` is None (running outside the context of Ray), then the current working directory with subdirectory of serve is used as the logs directory. Otherwise, the logs directory is determined by the global node's logs directory path. NrJ) rIrrrrrrygetcwdrrEr&r$rrsX |'/w||BIKK111 7<< +8JJLLg V VVr&c&eZdZdZddZdZdZdS)LoggingContexta Context manager to manage logging behaviors within a particular block, such as: 1) Overriding logging level Source (python3 official documentation) https://docs.python.org/3/howto/logging-cookbook.html#using-a-context-manager-for-selective-logging # noqa: E501 Nc"||_||_dSr=)rlevel)r-rrs r$r>zLoggingContext.__init__s  r&cx|j2|jj|_|j|jdSdSr=)rr old_levelrrms r$r zLoggingContext.__enter__s< : !![.DN K  , , , , , " !r&cV|j!|j|jdSdSr=)rrrr)r-etevtbs r$__exit__zLoggingContext.__exit__s0 : ! K  0 0 0 0 0 " !r&r=)r/r0r1rCr>r rrEr&r$rrsP--- 11111r&rr=)Crr2rrrtypingrrrIray._common.filtersrray._common.formattersrrray._common.ray_constantsrr ray.serve._private.commonr ray.serve._private.constantsr r r rrrrrrrrrrrrrray.serve._private.utilsrray.serve.schemarrrrr3r4r%r(Filterr8rGrSrYrDfloatrrrrobjectrrrrrrrrrEr&r$r)s  111111????????WWWWWWWW888888$=<<<<<88888888 9w'89T9999 &&&&&.&&&     7>   F.W^"8686868686]868686v;c;#;s;;;;;  !2 t    ''"3''''' : : : : : =====V===@$'Dt5:::::,48#"& %o&o&o&o&o&" o& /0 o& } o&3-o&o&o&o&o&o&d    487777/07777t WC W W W W1111111111r&