
    &`iN              
          U d dl Z d dlmZ d dlmZmZmZmZmZm	Z	m
Z
mZmZmZ dZdZdZdZ edd	          Z ed
d          ZdZ edd          ZdZ ed          Z edd          ZdZ ed edd                    Z ed edd                    Zg dZ e ed edd                    e          Z e ed edd                    e          ZeZ eZ!g dZ" e ed d          e"          Z#g d!Z$ e ed"d          e$          Z%d#Z&d$Z'd%Z( e
d& e
d'd(                    Z) e
d) e
d*d+                    Z*d,Z+d-Z,d.Z-d/Z.d0Z/d-Z0e/Z1d,Z2 ed1d2          Z3 ed3d2          Z4 ed4d5          Z5dZ6 ed6d7          Z7d0Z8dZ9d8Z:dZ; ed9d          Z<d:Z=d2Z>dZ?d;Z@ ed<d=          ZA ed>d?          ZB ed@dA          ZCdBZDdCZEdDZFdEZGdFZHdGZIdHZJdIZKdJZLdKZMeDdLeFdMeKdNeLdOeMdPiZNh dQZO e	dRd           ZP edS edTdU                    pdZQdVZRdWZSdXZT edYdA          ZU edZdA          ZV ed[d          ZW ed\d          ZX ed]d2          ZY ed^d_          ZZ ed`d2          Z[ edad_          Z\ edb edcd2                    Z] eddd8          Z^ eded?          Z_d(Z`dfZa edgd?          Zb edhd          Zc edid8          Zd edjd2          Ze edkdl          Zf edmd-          Zg ednd_          ZhdoZi edpdA          Zj edqd2          Zk edrdA          Zl edsdt          ZmduemfdvemfgZnd.Zo edwd?          Zp edxd?          Zq edye jr        s                    dxd?                    Zt e edzd                    Zueev         ewdz<    ed{d?          Zx ed|d?          Zyd}Zz ed~dA          Z{ edd          Z| edd(          Z}dZ~d.Zd/ZdZ eddA          Z eddA          Z edd          Z edd?          ZdZ edd?          Zer0 edd?          Z edd          Z edd?          Z ed@d?          ZCdZ edd?          ZdZdS )    N)List)
get_env_boolget_env_floatget_env_float_non_negativeget_env_float_positiveget_env_intget_env_int_non_negativeget_env_int_positiveget_env_strparse_latency_bucketsstr_to_listz	ray.serveSERVE_CONTROLLER_ACTORSERVE_PROXY_ACTORserveRAY_SERVE_DEFAULT_HTTP_HOSTz	127.0.0.1RAY_SERVE_DEFAULT_HTTP_PORTi@  Z   RAY_SERVE_DEFAULT_GRPC_PORTi(#  defaultg    .A!RAY_SERVE_CONTROL_LOOP_INTERVAL_Sg?<   0RAY_SERVE_MAX_DEPLOYMENT_CONSTRUCTOR_RETRY_COUNT&MAX_DEPLOYMENT_CONSTRUCTOR_RETRY_COUNT%RAY_SERVE_MAX_PER_REPLICA_RETRY_COUNTMAX_PER_REPLICA_RETRY_COUNT   )         
      2   d      i,  i  i      i  i'  i`  i i i'	 $RAY_SERVE_REQUEST_LATENCY_BUCKETS_MSREQUEST_LATENCY_BUCKETS_MS 'RAY_SERVE_MODEL_LOAD_LATENCY_BUCKETS_MSMODEL_LOAD_LATENCY_BUCKETS_MS)r   r    r!      (   r"   r   F   P   r   _   c   r#   +RAY_SERVE_BATCH_UTILIZATION_BUCKETS_PERCENT)r   r                @         i   i   RAY_SERVE_BATCH_SIZE_BUCKETScheck_healthreconfigureRAY_SERVE_ROOT_URLRAY_SERVE_MAX_CACHED_HANDLESMAX_CACHED_HANDLESr#   $RAY_SERVE_CONTROLLER_MAX_CONCURRENCYCONTROLLER_MAX_CONCURRENCYi:  r!   r   r    r,   r   &RAY_SERVE_PROXY_HEALTH_CHECK_TIMEOUT_Sg      $@%RAY_SERVE_PROXY_HEALTH_CHECK_PERIOD_S%RAY_SERVE_PROXY_READY_CHECK_TIMEOUT_Sg      @%RAY_SERVE_PROXY_MIN_DRAINING_PERIOD_Sg      >@g      ?RAY_SERVE_KV_TIMEOUT_Sg      @zHSee https://docs.ray.io/en/latest/serve/index.html for more information.RAY_SERVE_LOG_ENCODINGTEXTRAY_SERVE_ENABLE_JSON_LOGGING0RAY_SERVE_LOG_TO_STDERR1
request_idrouteapplication
deploymentreplicacomponent_namecomponent_idmessage	levelnameasctimez%(request_id)sz%(application)sz-- %(message)sz%(levelname)sz%(asctime)s>   job_idtask_idserve_access_logskip_context_filter#RAY_SERVE_HTTP_KEEP_ALIVE_TIMEOUT_S&RAY_SERVE_REQUEST_PROCESSING_TIMEOUT_S"SERVE_REQUEST_PROCESSING_TIMEOUT_Sg        ray_serve_extra_fieldsserve_multiplexed_model_idzx-request-id)RAY_SERVE_PROXY_PREFER_LOCAL_NODE_ROUTING'RAY_SERVE_PROXY_PREFER_LOCAL_AZ_ROUTING)RAY_SERVE_HTTP_PROXY_CALLBACK_IMPORT_PATH)RAY_SERVE_CONTROLLER_CALLBACK_IMPORT_PATH,RAY_SERVE_RECORD_AUTOSCALING_STATS_TIMEOUT_S6RAY_SERVE_REPLICA_AUTOSCALING_METRIC_RECORD_INTERVAL_Sg      ?4RAY_SERVE_REPLICA_AUTOSCALING_METRIC_PUSH_INTERVAL_S5RAY_SERVE_HANDLE_AUTOSCALING_METRIC_RECORD_INTERVAL_S3RAY_SERVE_HANDLE_AUTOSCALING_METRIC_PUSH_INTERVAL_S'RAY_SERVE_HANDLE_METRIC_PUSH_INTERVAL_S1RAY_SERVE_MULTIPLEXED_MODEL_ID_MATCHING_TIMEOUT_S!RAY_SERVE_ENABLE_MEMORY_PROFILINGgrpc_context'RAY_SERVE_FORCE_STOP_UNHEALTHY_REPLICAS*RAY_SERVE_QUEUE_LENGTH_RESPONSE_DEADLINE_S.RAY_SERVE_MAX_QUEUE_LENGTH_RESPONSE_DEADLINE_S&RAY_SERVE_QUEUE_LENGTH_CACHE_TIMEOUT_S(RAY_SERVE_ROUTER_RETRY_INITIAL_BACKOFF_Sg?)RAY_SERVE_ROUTER_RETRY_BACKOFF_MULTIPLIER$RAY_SERVE_ROUTER_RETRY_MAX_BACKOFF_Sz7ray.serve.autoscaling_policy:default_autoscaling_policy/RAY_SERVE_COLLECT_AUTOSCALING_METRICS_ON_HANDLE&RAY_SERVE_MIN_HANDLE_METRICS_TIMEOUT_S'RAY_SERVE_ALWAYS_RUN_PROXY_ON_HEAD_NODERAY_SERVE_GRPC_MAX_MESSAGE_SIZEizgrpc.max_send_message_lengthzgrpc.max_receive_message_lengthRAY_SERVE_ENABLE_TASK_EVENTS)RAY_SERVE_USE_COMPACT_SCHEDULING_STRATEGY&RAY_SERVE_USE_PACK_SCHEDULING_STRATEGY(RAY_SERVE_HIGH_PRIORITY_CUSTOM_RESOURCES"RAY_SERVE_FORCE_LOCAL_TESTING_MODE RAY_SERVE_RUN_SYNC_IN_THREADPOOLa7  Calling sync method '{method_name}' directly on the asyncio loop. In a future version, sync methods will be run in a threadpool by default. Ensure your sync methods are thread safe or keep the existing behavior by making them `async def`. Opt into the new behavior by setting RAY_SERVE_RUN_SYNC_IN_THREADPOOL=1.'RAY_SERVE_ENABLE_PROXY_GC_OPTIMIZATIONSRAY_SERVE_PROXY_GC_THRESHOLDi  $RAY_SERVE_METRICS_EXPORT_INTERVAL_MSz@ray.serve._private.request_router:PowerOfTwoChoicesRequestRouterrecord_routing_stats*RAY_SERVE_RUN_USER_CODE_IN_SEPARATE_THREAD%RAY_SERVE_RUN_ROUTER_IN_SEPARATE_LOOP&RAY_SERVE_REQUEST_PATH_LOG_BUFFER_SIZEr   RAY_SERVE_FAIL_ON_RANK_ERRORsuccessRAY_SERVE_THROUGHPUT_OPTIMIZEDr%   r&   )RAY_SERVE_AGGREGATE_METRICS_AT_CONTROLLER__decision_counters)ostypingr   "ray.serve._private.constants_utilsr   r   r   r   r   r	   r
   r   r   r   SERVE_LOGGER_NAMESERVE_CONTROLLER_NAMESERVE_PROXY_NAMESERVE_NAMESPACEDEFAULT_HTTP_HOSTDEFAULT_HTTP_PORT$DEFAULT_UVICORN_KEEP_ALIVE_TIMEOUT_SDEFAULT_GRPC_PORTSERVE_DEFAULT_APP_NAMEintASYNC_CONCURRENCYCONTROL_LOOP_INTERVAL_SHTTP_PROXY_TIMEOUTr   r   DEFAULT_LATENCY_BUCKET_MSr(   r+   BATCH_EXECUTION_TIME_BUCKETS_MSBATCH_WAIT_TIME_BUCKETS_MS)DEFAULT_BATCH_UTILIZATION_BUCKETS_PERCENT!BATCH_UTILIZATION_BUCKETS_PERCENTDEFAULT_BATCH_SIZE_BUCKETSBATCH_SIZE_BUCKETSHEALTH_CHECK_METHODRECONFIGURE_METHODSERVE_ROOT_URL_ENV_KEYr?   rA   #DEFAULT_GRACEFUL_SHUTDOWN_TIMEOUT_S%DEFAULT_GRACEFUL_SHUTDOWN_WAIT_LOOP_SDEFAULT_HEALTH_CHECK_PERIOD_SDEFAULT_HEALTH_CHECK_TIMEOUT_SDEFAULT_MAX_ONGOING_REQUESTSDEFAULT_TARGET_ONGOING_REQUESTSDEFAULT_CONSUMER_CONCURRENCYDEFAULT_CONSTRUCTOR_RETRY_COUNTPROXY_HEALTH_CHECK_TIMEOUT_SPROXY_HEALTH_CHECK_PERIOD_SPROXY_READY_CHECK_TIMEOUT_S&PROXY_HEALTH_CHECK_UNHEALTHY_THRESHOLDPROXY_MIN_DRAINING_PERIOD_SPROXY_DRAIN_CHECK_PERIOD_S(REPLICA_HEALTH_CHECK_UNHEALTHY_THRESHOLDCLIENT_POLLING_INTERVAL_S(CLIENT_CHECK_CREATION_POLLING_INTERVAL_SrF   RAY_GCS_RPC_TIMEOUT_S(RECOVERING_LONG_POLL_BROADCAST_TIMEOUT_S%PUSH_MULTIPLEXED_MODEL_IDS_INTERVAL_SMIGRATION_MESSAGErG   rI   rK   SERVE_LOG_REQUEST_IDSERVE_LOG_ROUTESERVE_LOG_APPLICATIONSERVE_LOG_DEPLOYMENTSERVE_LOG_REPLICASERVE_LOG_COMPONENTSERVE_LOG_COMPONENT_IDSERVE_LOG_MESSAGESERVE_LOG_LEVEL_NAMESERVE_LOG_TIMESERVE_LOG_RECORD_FORMATSERVE_LOG_UNWANTED_ATTRSr[   r\   SERVE_LOG_EXTRA_FIELDSSERVE_MULTIPLEXED_MODEL_IDSERVE_HTTP_REQUEST_ID_HEADERr`   ra   rb   rc   rd   re   rf   rg   rh   rj   rk   MAX_REPLICAS_PER_NODE_MAX_VALUEGRPC_CONTEXT_ARG_NAMErm   rn   ro   rp   rq   rr   rs   DEFAULT_AUTOSCALING_POLICY_NAMErt   ru   rv   rw   DEFAULT_GRPC_SERVER_OPTIONS*METRICS_PUSHER_GRACEFUL_SHUTDOWN_TIMEOUT_Srx   ry   environgetrz   r{   str__annotations__r|   r}   (RAY_SERVE_RUN_SYNC_IN_THREADPOOL_WARNINGr~   r   r   DEFAULT_REQUEST_ROUTER_PATH&DEFAULT_REQUEST_ROUTING_STATS_PERIOD_S'DEFAULT_REQUEST_ROUTING_STATS_TIMEOUT_SREQUEST_ROUTING_STATS_METHODr   r   r   r   HEALTHY_MESSAGEr   *RAY_SERVE_RPC_LATENCY_WARNING_THRESHOLD_MSr   'SERVE_AUTOSCALING_DECISION_COUNTERS_KEY     p/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/serve/_private/constants.py<module>r      s	   					                                 1  '    K ={KK   K =tDD  (* $  K =tDD  #  CHH  54'  
   *56K8$??* * & *k+K-q11     @ 32K.0"55     !6 5K13R88  ! !  #=  8 - - - ) %:$9K5
  .% % !    +*K&
     %  # -  *)"$8$89Ms$S$S   21*5v>>  
 ') #() % " !#   "# ; "$   65,d     54+T   54+S   *+ & 54+T  
   ,- (    ,/ ( 0/0H$OO    ,0 ( ), % O 
 %%=vFF  !--Lc R R  ','@#FF  $ % #  & '  "  *,'/M     '?&>)1' ' #
 0""#GMM    ' 2  :   .  -9L/- - )
 +7,-s+ + '
 -8K/- - ) -8K/- - )
 0=}2D0 0 ,
 :G<c: : 6
 8E}:D8 8 4
 9F;S9 9 5
 7Dm9M;TBB7 7 3 5O4N75 5 1
 %1L'% % ! #&  '  +7,-s+ + '
 .;]0#. . *
 2?4c2 2 .
 *D)C,d* * & ,9=., , ( -8K/- - ) (5}*C( ( $ >   3?,5s3 3 / *D)C,d* * &
 +7,-s+ + '
 #.+%'C# #  $%DE&(GH  .0 *  ,|,JCPP  -9L/- - )
 *6,JNN>DD* * & 7BkK:B??7 7 ($s)    &2\(#& & "
 $0<0RTW#X#X  * ) +7,-s+ + '
  +{+I3OO  (3{*C( ( $ G 
 *, & +- '  6 
 .:\0#. . * )5+S) ) % *5,a* * &  ,|,JCPP   "..NPS!T!T ! 
K1=4c2 2. .9[0$. .* -9L/- -) +l+DcJJ
 .2 * -9L/- - ) +@ ' ' 'r   