&`i ddlZddlZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z ddl Z ddlmZddlmZddlmZddlmZddlmZmZddlmZdd lmZmZmZmZm Z m!Z!m"Z"m#Z#dd l$m%Z%dd l&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/dd l0m1Z1dd l2m3Z3ddl4m5Z5ddl6m7Z7ddl8m9Z9ddl:m;Z;ddlm?Z?m@Z@mAZAddlBmCZCmDZDddlEmFZFddlGmHZHddlImJZJddlKmLZLmMZMmNZNmOZOddlPmQZQmRZRmSZSddlTmUZUmVZVmWZWmXZXmYZZm[Z[ddl\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZiddljmkZkejle-ZmdZndZodZpGdd Zqd!e efd"efd#e erd$e e#fd%Zsd&efd'efd$etfd(Zud)e erd*e erd+e e#fd,ZvdS)-N)AnyDictIterableListOptionalTupleUnion) build_address)run_background_task) GcsClient) ActorHandle)ApplicationStateManagerStatusOverview)AutoscalingStateManager) DeploymentIDHandleMetricReportNodeIdReplicaMetricReportRequestProtocolRequestRoutingInfoRunningReplicaInfoTargetCapacityDirection)DeploymentConfig) CONTROL_LOOP_INTERVAL_S)RAY_SERVE_CONTROLLER_CALLBACK_IMPORT_PATH*RAY_SERVE_RPC_LATENCY_WARNING_THRESHOLD_MS(RECOVERING_LONG_POLL_BROADCAST_TIMEOUT_SSERVE_CONTROLLER_NAMESERVE_DEFAULT_APP_NAMESERVE_LOGGER_NAMESERVE_NAMESPACESERVE_ROOT_URL_ENV_KEY)create_cluster_node_info_cache)DeploymentInfo)DeploymentStateManager) EndpointState)ExternalScalerDisabledError)set_proxy_default_grpc_options)$configure_http_options_with_defaults)configure_component_logger#configure_component_memory_profilerget_component_logger_file_path) LongPollHostLongPollNamespace)ProxyStateManager)RayInternalKVStore) ServeUsageTag)call_function_from_import_path"get_all_live_placement_group_namesget_head_node_idis_grpc_enabled) HTTPOptions ProxyLocation gRPCOptions) ActorNameListApplicationArgsDeploymentArgsDeploymentRoute EndpointInfo EndpointSet) APITypeApplicationDetailsDeploymentDetailsHTTPOptionsSchema LoggingConfig ProxyDetails ReplicaRankServeActorDetailsServeApplicationSchemaServeDeploySchemaServeInstanceDetails TargetGroupgRPCOptionsSchema)metricszserve-app-config-checkpointzserve-logging-config-checkpointc eZdZdZdddededeefdZdefdZ d]d Z d e fd Z d e fd ZdefdZdefdZdefdZdefdZdZdeee ffdZdefdZd eeeeefffdZd efdZd eeeffdZ d efdZ!dZ"d]dZ#de$d e$d!e fd"Z%d#Z&d$Z'd e(e$ee)ee*ffd%Z+d eee,e-ffd&Z.d e/fd'Z0d(ed ee1fd)Z2d*ed e$fd+Z3d*ed,ed e4fd-Z5d efd.Z6d efd/Z7d0Z8d e9fd1Z:d2Z;d3eee,efd4eeefd dfd5Zd_d6ed*ed efd?Z?d eee(e@efffd@ZAded eeBfdAZCd e,efdBZDdedCe d dfdDZEd`dEeeFd efdFZG dad*eedHe9d e,eHfdIZIeJfd6ed efdJZKdKe,ed e,efdLZLd e,efdMZMd eeeNffdNZOd*ed e9fdOZPd e,efdPZQ d_d6ed*ed eRdeffdQZSd6efdRZTd*ed eefdSZUdKeVefdTZWdUeXfdVZYded eeeZffdWZ[dbdYe9fdZZ\d e(fd[Z]d ee*fd\Z^dS)cServeControlleraResponsible for managing the state of the serving system. The controller implements fault tolerance by persisting its state in a new checkpoint each time a state change is made. If the actor crashes, the latest checkpoint is loaded and the state is recovered. Checkpoints are written/read using a provided KV-store interface. All hard state in the system is maintained by this actor and persisted via these checkpoints. Soft state required by other components is fetched by those actors from this actor on startup and updates are pushed out from this actor. All other actors started by the controller are named, detached actors so they will not fate share with the controller if it crashes. The following guarantees are provided for state-changing calls to the controller: - If the call succeeds, the change was made and will be reflected in the system even if the controller or other actors die unexpectedly. - If the call fails, the change may have been made but isn't guaranteed to have been. The client should retry in this case. Note that this requires all implementations here to be idempotent. N) grpc_options http_optionsglobal_logging_configrOc Ktj|_|jt ks Jdtjj|_ttjj|_ d|j}t||j |_ t|_ tj|_d|_|j t&}|t)j|}||t/dt1t3jt6r7t8dt6dt=t6t?|j |_ |j !tEtG||j|j |jtI||_%~~tM|j |j |_'tj()d }d |D}tU|_+tY|j |j |t[|j |j+|_.t_|j.|j+|j'|j |j|_0tctjtj(2tj(3tj4tjtj6to |_8d |_9tj|_:d|_;|<t{|>d|_?d|_@|At|_C|DdS)Nz$Controller must be on the head node.)addressz ray-serve- controller)component_name component_idz0Calling user-provided callback from import path .)rP head_node_idcluster_node_info_cachelogging_configrOT)all_namespacesc@g|]}|dtk|dS) namespacename)r!).0actors q/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/serve/_private/controller.py z,ServeController.__init__..s6! ! ! [!_44 &M444)node_idnode_ipnode_instance_idactor_id actor_name worker_id log_file_pathF)Erayget_runtime_context get_node_id_controller_node_idr4r]ray_worker_namespacer gcs_address gcs_clientr0kv_storer-long_poll_hostasyncioEventdone_recovering_eventrQgetLOGGING_CONFIG_CHECKPOINT_KEYpickleloads!reconfigure_global_logging_configr+strosgetpidrloggerinfor2r#rYupdater/r)r(proxy_state_managerr&endpoint_stateutillist_named_actorsrautoscaling_state_managerr%r3deployment_state_managerrapplication_state_managerrFget_node_ip_addressget_node_instance_id get_actor_idr get_worker_idr,_actor_details_shutting_down_shutdown_event_shutdown_start_time_create_control_loop_metricsr run_control_loop_target_capacity_target_capacity_direction_recover_state_from_checkpointset _proxy_nodes_update_proxy_nodes)selfrPrQrOkv_store_namespacelog_config_checkpointall_current_actorsall_serve_actor_namess ra__init__zServeController.__init__s$'#:#<#<#H#H#J#J  $(8(:(: : : : 1 ; : :%($;$=$=$G!#C,C,E,E,QRRRE$*CEE*+=tOO *nn%,]__" &*" $ 1 12O P P ,$*L1F$G$G ! ../DEEE+'c")++6F6F     5 V KK@<@@@    ++T U U U(Fdo'V'V$ $++---$5=lKK1$($@57 EE $ $ $   ,+DM4;NOO!X77t7LL! ! +! ! !  *A)B)B&(> M   ! . 0 0  (  * ) ) %*A  )  *   M  & * * &0+--99;;H0022 X::<<,..;;==,-//==??8::   $&}$(! ))+++D113344426MQ' ++--- EE   """""rcc|jr |j|krdS|jtt j|||_|jtj |itdttj |tdt jddditd|jdS) NrT)rUrVrZzController starting (version='z'). log_to_stderrFextraz;Configure the serve controller logger with logging config: )rQrrputrxrydumpsrsnotify_changedr.GLOBAL_LOGGING_CONFIGr*r|r}r~rrrk __version__debug)rrQs rar{z1ServeController.reconfigure_global_logging_configs  & *.CCC F  )6<8M+N+N   &;" **  46K L    #'RY[[))0     AS_ A A A"E*       A$($> A A     rcreturncdS)z+No-op to check if this controller is alive.Nrs ra check_alivezServeController.check_alivesrcc(tjSN)r}r~rs raget_pidzServeController.get_pidsy{{rcreplica_metric_reportc tj|jz }|dz}|j||jjj|jjj|jjd|tkr6t d|jd|jd|dtd |j |dS) N deployment applicationreplicatagsz*Received autoscaling metrics from replica  with timestamp which is Bms ago. This is greater than the warning threshold RPC latency of ms. This may indicate a performance issue with the controller try increasing the RAY_SERVE_RPC_LATENCY_WARNING_THRESHOLD_MS environment variable.)time timestampreplica_metrics_delay_gauger replica_id deployment_idr^app_name unique_idrrwarningr"record_request_metrics_for_replica)rrlatency latency_mss ra'record_autoscaling_metrics_from_replicaz7ServeController.record_autoscaling_metrics_from_replicas)++ 5 ??t^  (,, 3>LQ4?MV0;E -    B B B NN`=R=]``pEpO``&``Mw```    &II !     rchandle_metric_reportc ~tj|jz }|dz}|j||jj|jj|jd|tkr>t d|jd|jd|jd|dtd |j |dS) Nrrrhandlerz)Received autoscaling metrics from handle z for deployment rrrr) rrhandle_metrics_delay_gaugerrr^r handle_idrrrr!record_request_metrics_for_handle)rrrrs ra&record_autoscaling_metrics_from_handlez6ServeController.record_autoscaling_metrics_from_handle.s$)++ 4 >>t^  '++ 2@E3AJ.8 ,    B B B NN`z:ServeController.get_all_endpoints_java..}sB   + m  0}W7MNNN   rc) endpoints)ritemsr>SerializeToString)rrdatas raget_all_endpoints_javaz&ServeController.get_all_endpoints_javaxsZ**,,   /8/@/@   T***<<>>>rccF|jiS|jS)z7Returns a dictionary of node ID to proxy actor handles.)rget_proxy_handlesrs ra get_proxieszServeController.get_proxiess%  # +I'99;;;rcc|jdSt|j}|S)z9Returns the proxy actor name list serialized by protobuf.N)names)rr9get_proxy_namesvaluesr)ractor_name_lists rarzServeController.get_proxy_namessV  # +4'*::<<CCEE   00222rcc|j}|t|jz }||j||_dS)zUpdate the nodes set where proxy actors should run. Controller decides where proxy actors should run (head node and nodes with deployment replicas). N)rget_active_node_idsrrYget_draining_nodesaddrnr)rnew_proxy_nodess rarz#ServeController._update_proxy_nodessg 7KKMM)C  ( ; ; = =- -   D4555+rccKt}d}tj} tj} ||||d{VnN#t$rA}td|t jdd{VYd}~nd}~wwxYwtj|z }|dkr"td|ddd i |j ||dz }|j |tj}t jtd{V|j tj|z Y) NrTz,There was an exception in the control loop:  z%The last control loop was slow (took z~s). This is likely caused by running a large number of replicas in a single Ray cluster. Consider using multiple Ray clusters.rFr)rrrun_control_loop_step Exceptionr exceptionrtsleeprcontrol_loop_duration_gauge_srnum_control_loops_gaugersleep_duration_gauge_s)rrecovering_timeout num_loops start_timeloop_start_timee loop_durationsleep_start_times rarz ServeController.run_control_loopsF Y[[  L"ikkO '00 2I ' ' '  !SPQ!S!STTTmA&&&&&&&&&&&&&& ' !IKK/9Mr!!-M---+E2   . 2 2= A A A NI  ( , ,Y 7 7 7#y{{ - 788 8 8 8 8 8 8 8  ' + +DIKK:J,J K K K7 LsA B7BBrrrcK |jn*#t$rtdYnwxYw|jr@ |n*#t$rtdYnwxYw|jsQtj |z |kr7t d|d|j d} tj }|j }|j tj |z |jsX|sV|j |dkr7tdtj |z ddd d i n*#t$rtd YnwxYw tj }|j|j tj |z n*#t$rtd YnwxYwtj }||j tj |z |jr|jr tj }|j|j|j tj |z n*#t$rtdYnwxYw|d urM|j|j |jzdSdS)Nz+Exception updating cluster node info cache.zException during shutdown.z Replicas still recovering after z@s, setting done recovering event to broadcast long poll updates.rz&Finished recovering deployments after z.2fzs.rFrz$Exception updating deployment state.z%Exception updating application state.) proxy_nodeszException updating proxy state.)rYrrrr rshutdownrvrrrrrdsm_update_duration_gauge_srrasm_update_duration_gauge_srnode_update_duration_gauge_srrproxy_update_duration_gauge_srdrop_stale_handle_metricsget_alive_replica_actor_idsget_alive_proxy_actor_ids) rrrrany_recoveringdsm_update_start_timeasm_update_start_timenode_update_start_timeproxy_update_start_times rarz%ServeController.run_control_loop_steps+ L  ( / / 1 1 1 1 L L L   J K K K K K L   ? ?  ? ? ?  !=>>>>> ?*1133 - j(+=== NNP3EPPP     & * * , , ,*. E$(IKK !!:AACCN  , 0 0?T1T U U U-4466 ~ *..000q==KK> IKK*4=>>>.6   E E E   C D D D D D E F$(IKK !  * 1 1 3 3 3  , 0 0?T1T U U U U F F F   D E E E E E F "&   """ )--dikk> , , , (+2- 7>= + + + '''rcc|\}}}||_|7tdddi|||dSdS)Nz!Recovered config from checkpoint.rFr)deployment_time)_read_config_checkpointrrr apply_config)rr3 serve_configtarget_capacity_directions rarz.ServeController._recover_state_from_checkpointJs}  ( ( * *    %*C'  # KK3OU;S       lO  L L L L L $ #rcc|jt}|Ltj|\}}}}|t t |||fSdS)aReads the current Serve config checkpoint. The Serve config checkpoint stores active application configs and other metadata. Returns: If the GCS contains a checkpoint, tuple of: 1. A deployment timestamp. 2. A Serve config. This Serve config is reconstructed from the active application states. It may not exactly match the submitted config (e.g. the top-level http options may be different). 3. The target_capacity direction calculated after the Serve was submitted. If the GCS doesn't contain a checkpoint, returns (0, None, None). N) applicationstarget_capacity)NN)rrrwCONFIG_CHECKPOINT_KEYryrzrHlistr)r checkpointr3r:r7config_checkpoints_dicts rar4z'ServeController._read_config_checkpointWs,]&&'<==  !  Z((  )' !!%&=&D&D&F&F!G!G$3*  %$rcc4|jS)z_Used for testing. Returned dictionary maps deployment names to replica infos. )rget_running_replica_infosrs ra_all_running_replicasz%ServeController._all_running_replicass ,FFHHHrcc|jS)z^Returns the actor details for this controller. Currently used for test only. )rrs raget_actor_detailsz!ServeController.get_actor_detailss ""rcrdcl|jdS|j|S)zReturns the proxy details for the proxy on the given node. Currently used for test only. Will return None if the proxy doesn't exist on the given node. N)rget_proxy_detailsrw)rrds rarFz!ServeController.get_proxy_detailss5  # +4'99;;??HHHrcrc|jD]\}}||kr |jcSdS)zcReturns the deployment timestamp for the given app. Currently used for test only. N)rlist_app_statusesrdeployment_timestamp)rr _app_nameapp_status_infos raget_deployment_timestampsz)ServeController.get_deployment_timestampss` + = = ? ? E E G G < <  9$$&;;;;%  < NOO/",//##rccD|jtduS)zReturns whether the config checkpoint has been deleted. Get the config checkpoint from the kv store. If it is None, then it has been deleted. N)rrrwr<rs raconfig_checkpoint_deletedz)ServeController.config_checkpoint_deleteds }  !6774??rcc,|jsdS|j6tj|_tdddi|jt|jt|j |j |j |j r|j |}|j }|j }|j }|j dup|j }|rV|rT|rR|rP|rNtdddit#jj}t#j|ddStj|jz d kr|s&ttd ddi|std ddi|std ddi|std ddi|s"tdddidSdSdS)amShuts down the serve instance completely. This method will only be triggered when `self._shutting_down` is true. It deletes the kv store for config checkpoints, sets application state to deleting, delete all deployments, and shuts down all proxies. Once all these resources are released, it then kills the controller actor. NzController shutdown started.rFrz1All resources have shut down, controller exiting.T) no_restartrz not yet deletedzapplication not yet shutdownzdeployment not yet shutdownzendpoint not yet shutdownzproxy_state not yet shutdown)rrrrrrrdeleter<rxrrrrrr`is_ready_for_shutdownrrkrl current_actorkill)rr`application_is_shutdowndeployment_is_shutdownendpoint_is_shutdownproxy_state_is_shutdown_controller_actors rarzServeController.shutdowns"  F  $ ,(, D % KK6PU>VK W W W 2333 :;;; &//111 %..000 $$&&&  # 0  $ - - / / /$($B$B$D$D!"&"@"V"V"X"X!%!>!T!T!V!V#2HHJJ  $ , @'==?? && '& '& % &  ( &  NNC&.    !$ 7 9 9 G  H&4 8 8 8 8 8 8 Y[[44 4r 9 9, ,>>>*E2+ 2*E2* 1*E2( /*E2+ 2*E2-: 9*  rcname_to_deployment_args_listname_to_application_argsc i}|D]v\}}g}|D]g}tj|}||j|j|j|j|j| dr|j nddh|||<wi} |D]\}} tj| | |<|j || |j dS)a0 Takes in a list of dictionaries that contain deployment arguments. If same app name deployed, old application will be overwritten. Args: name: Application name. deployment_args_list: List of serialized deployment information, where each item in the list is bytes representing the serialized protobuf `DeploymentArgs` object. `DeploymentArgs` contains all the information for the single deployment. name_to_application_args: Dictionary mapping application names to serialized application arguments, where each item is bytes representing the serialized protobuf `ApplicationArgs` object. `ApplicationArgs` contains the information for the application. route_prefixN)rMdeployment_config_proto_bytesreplica_config_proto_bytesdeployer_job_idingressro)rr; FromStringappendrMdeployment_configreplica_configrrrsHasFieldror:r deploy_appssave_checkpoint) rrlrmname_to_deployment_argsr^deployment_args_listdeployment_args_deserializeddeployment_args_bytesargs%name_to_application_args_deserializedapplication_args_bytess radeploy_applicationsz#ServeController.deploy_applicationssK(#%*F*L*L*N*N I I &D&+- ()=  %%01FGG,33+/+?9=9O6:6I+/+?#'<15~1N1NXD--TX      -I #D ) )02-,D,J,J,L,L   (D(:I:T&;; 1$ 7 7 &22 #%J    &6688888rcr^r|application_argsc:|||i||idS)av Deploy a single application (as deploy_applications(), but it only takes a single name and deployment args). This primarily exists as a shim to avoid changing Java code in https://github.com/ray-project/ray/pull/49168, and could be removed if the Java code was refactored to use the new bulk deploy_applications API. N)r)rr^r|rs radeploy_applicationz"ServeController.deploy_applicationRs8   ' ( # $     rcr;configr3c tjd|stj}i}|\}}}t |||j|_t|j|j |j|j |_|j D]<}|j |j r |j |_ | d}|||j <=|jt t#j||j|j|f|j|j ||j|j|jdS)zApply the config described in `ServeDeploySchema`. This will upgrade the applications to the goal state specified in the config. If `deployment_time` is not provided, `time.time()` is used. v2) curr_config new_configcurr_target_capacity_directionNT exclude_unset)r3r:r7)r1 API_VERSIONrecordrr4#calculate_target_capacity_directionrlog_target_capacity_changerr:r9rZdictr^rrrr<ryrrapply_app_configsrz)rrr3new_config_checkpoint_r app_configapp_config_dicts rar5zServeController.apply_configes !((... *"ikkO " 88::;*M#+/+J+ + + ' #  !  "  +   !' 6 - E EJ(0V5J0,2,A )(ooDoAAO5D !*/ 2 2  ! L#)3)     &88  + 1&*&E 9    &6688888rcrWc>t||}|j|}| |rd|dnd}td|d|d|j|}t || }|S) aGet the current information about a deployment. Args: name: the name of the deployment. Returns: DeploymentRoute's protobuf serialized bytes Raises: KeyError: If the deployment doesn't exist. r^rNz in application ''rWz Deployment 'z' does not existrW)deployment_infor) rrget_deploymentKeyErrorrget_endpoint_router<to_protor)rr^ridrapp_msgrdeployment_routes raget_deployment_infoz#ServeController.get_deployment_infosth 7 7 77FFrJJ  "9AI5(5555rGJ$JJJJJKK K#66r::*+4466e    11333rccrfdjDS)zGets the current information about all deployments. Returns: Dict(deployment_id, (DeploymentInfo, route)) cPi|]"\}}||j|f#Sr)rr)r_rrrs rarz=ServeController.list_deployments_internal..sE   D t*==bAAB   rc)rget_deployment_infosrrs`ralist_deployments_internalz)ServeController.list_deployments_internalsI     9NNPPVVXX    rccp|j|}|r|jndS)aGet the deployment config for the given deployment id. Args: deployment_id: The deployment id to get the config for. Returns: A deployment config object if the deployment id exist, None otherwise. N)rrrwrv)rrrs raget_deployment_configz%ServeController.get_deployment_configsA7LLNNRR   5DM00Mrcc>|jjS)z6Gets the current list of all deployments' identifiers.)rrkeysrs ralist_deployment_idsz#ServeController.list_deployment_idss,?DDFFFrctarget_num_replicasc|j}|j|std|d|j|st d|jd|d|j||dS)aAUpdate the target number of replicas for a deployment. Args: deployment_id: The deployment to update. target_num_replicas: The new target number of replicas. Raises: ExternalScalerDisabledError: If external_scaler_enabled is set to False for the application. z Application 'z ' not foundz'Cannot update replicas for deployment 'z' in application 'a '. The external scaling API can only be used when 'external_scaler_enabled' is set to true in the application configuration. Current value: external_scaler_enabled=false. To use this API, redeploy your application with 'external_scaler_enabled: true' in the config.N) rrdoes_app_exist ValueErrorget_external_scaler_enabledr'r^rset_target_num_replicas)rrrrs raupdate_deployment_replicasz*ServeController.update_deployment_replicass!)-<{?STT%%+(::<<<%0022     2 1 1 E E FrcFfrom_proxy_managerc g}|jr|ttjd|jtjt|rQ|ttj d|jtj |S)zTarget groups contains information about IP addresses and ports of all proxies in the cluster. This information is used to setup the load balancer. /)protocolrotargets) rrFrurJrHTTP get_targetsr5rUGRPC)rrrrs rarz!ServeController.get_target_groupsKs,.  # 5 5 7 7   ,1!$ 4@@AUVV   t335566 $$!0!5%( $ 8 D D+0!!rcc|j|}|j|}t|||}|S)zReturn application status Args: name: application name. If application name doesn't exist, app_status is NOT_STARTED. )r^ app_statusdeployment_statuses)rget_app_status_infoget_deployments_statusesrrr)rr^rr status_infos raget_serve_statusz ServeController.get_serve_statusnsu3GGMM "<UU   %! 3   ##%%77999rcrcdg}|D]*}|||+|Sr)rur)rrstatusesr^s raget_serve_statusesz"ServeController.get_serve_statusess> 9 9D OOD11$77 8 8 8 8rccg}|jD]*}|||+|Sr)rrHrur)rrr^s ralist_serve_statusesz#ServeController.list_serve_statusessM2DDFF 9 9D OOD11$77 8 8 8 8rcc|jt}|iStj|\}}}}d|DS)Nc>i|]\}}|tj|Sr)rGr)r_apprs rarz3ServeController.get_app_configs..s:   V '1&99   rc)rrrwr<ryrzr)rr>rr?s rarzServeController.get_app_configssi]&&'<==  I+1< +C+C(1a(  6<<>>    rcc6|j|S)aGet the external_scaler_enabled flag value for an application. This is a helper method specifically for Java tests to verify the flag is correctly set, since Java cannot deserialize Python Pydantic objects. Args: app_name: Name of the application. Returns: True if external_scaler_enabled is set for the application, False otherwise. )rrrrs rarz+ServeController.get_external_scaler_enableds-II(SSSrccL|j}d|DS)z6Gets deployment status bytes for all live deployments.cZg|](}|)Sr)rr)r_rs rarbz?ServeController.get_all_deployment_statuses..s.MMM&!!3355MMMrc)rget_deployment_statuses)rrs raget_all_deployment_statusesz+ServeController.get_all_deployment_statusess*0HHJJMMHMMMMrcct||}|j|g}|sdS|dS)zGet deployment status by deployment name. Args: name: Deployment name. app_name: Application name. Default is "" because 1.x deployments go through this API. rNr)rrrrr)rr^rrrs raget_deployment_statusz%ServeController.get_deployment_statuss]th 7 7 7.FFtLL 4ay!!##55777rcc6|j|S)zqDocs path for application. Currently, this is the OpenAPI docs path for FastAPI-integrated applications.)rr)rr^s rarzServeController.get_docs_paths-;;DAAArcc6|j|S)zName of the ingress deployment in an application. Returns: Ingress deployment name (str): if the application exists. None: if the application does not exist. )rget_ingress_deployment_namers rarz+ServeController.get_ingress_deployment_names-II(SSSrccv|D]}|j||jdS)zhDelete applications based on names During deletion, the application status is DELETING N)r delete_apprz)rrr^s ra delete_appszServeController.delete_appssH  < z%applications_match..3BBBcBBBrcch|] }|j Srrrs rarz%applications_match..4rrc)r9)rrconfig1_app_namesconfig2_app_namess rarr-s? CBW-ABBBBBW-ABBB  1 11rcrrrc ||krnt|tr=td|jd|d|ddStddSdS)z$Logs changes in the target_capacity.zTarget capacity scaling z from z to rWz.Target capacity entering 100% at steady state.N)rrrrvaluelower)rrrs rarr9s333 46M N N J KKJ17==??JJ,JJ2FJJJ      KKH I I I I I43rc)wrtrr}ryrtypingrrrrrrr rkray._common.network_utilsr ray._common.utilsr ray._rayletr ray.actorr $ray.serve._private.application_staterr$ray.serve._private.autoscaling_staterray.serve._private.commonrrrrrrrrray.serve._private.configrray.serve._private.constantsrrrrrrr r!r"ray.serve._private.default_implr#"ray.serve._private.deployment_infor$#ray.serve._private.deployment_stater%!ray.serve._private.endpoint_stater&ray.serve._private.exceptionsr'ray.serve._private.grpc_utilr(ray.serve._private.http_utilr) ray.serve._private.logging_utilsr*r+r,ray.serve._private.long_pollr-r.ray.serve._private.proxy_stater/#ray.serve._private.storage.kv_storer0ray.serve._private.usager1ray.serve._private.utilsr2r3r4r5ray.serve.configr6r7r8ray.serve.generated.serve_pb2r9r:r;r<r=rr>ray.serve.schemar?r@rArBrCrDrErFrGrHrIrJrKray.utilrL getLoggerr#_CRASH_AFTER_CHECKPOINT_PROBABILITYr<rxrNr rr rrrrcrar@sr  333333111111!!!!!!!!!!!!XXXXXXXXHHHHHH                    766666                      KJJJJJ======FFFFFF;;;;;;EEEEEEGGGGGG IHHHHHHH<<<<<<BBBBBB222222 EDDDDDDDDD  , - -'(#5 A^/^/^/^/^/^/^/^/B% *+, *! *%-UO *%& * * * *F 2 1 2