&`iddlZddlZddlZddlZddlZddlZddlmZddlm Z m Z m Z ddl m Z ddlmZmZmZmZddlZddlmZddlmZmZddlmZdd lmZdd lmZmZdd lm Z m!Z!m"Z"m#Z#m$Z$m%Z%dd l&m'Z'dd l(m)Z)m*Z*m+Z+m,Z,ddl-m.Z.m/Z/m0Z0ddl1m2Z2ddl3m4Z4ddl5m6Z6ddl7m8Z8ddl9m:Z:ddl;mZ>m?Z?m@Z@mAZAddlBmCZCddlDmEZEmFZFmGZGddlHmIZIddlJmKZLmMZNmOZPmQZQmRZSmTZUddlVmWZWmMZMmXZXmYZYmZZZm[Z[m\Z\ddl]m^Z^ej_e,Z`dZaGdde Zbe Gdd Zce d!"Gd#d$ZOe d!"Gd%d&ZTe Gd'd(ZdGd)d*ZeGd+d,Zfejgdd-.d/ehd0ehd1ehd2ed3e[d4eehd5eehehfd6eehehfd7eeeieeeeehffd8Zj d>d9eehe2fd:ee\d;eeeheifdr>Ms)//KI FFFrLr>cheZdZUdZeed<eed<eed<ee ed<ee ed<e ed<dS) BuildAppTaskInfoa8Stores info on the current in-progress build app task. We use a class instead of only storing the task object ref because when a new config is deployed, there can be an outdated in-progress build app task. We attach the code version to the task info to distinguish outdated build app tasks. obj_ref code_versionconfigtarget_capacitytarget_capacity_directionfinishedN) rCrDrErFr<__annotations__strr;r floatrboolrKrLrMrOrOVsk """"e_$$$'(?@@@@NNNNNrLrOT)eqc^eZdZUeed<dZeed<dZeed<dZ dZ e de fd Z d S) r2statusmessagerdeployment_timestampcHtjt|dSNrB)indentjsondumpsrselfs rM debug_stringz"ApplicationStatusInfo.debug_stringnz&,,q1111rLcTtd|jj|j|jSNAPPLICATION_STATUS_)r\r^r_)ApplicationStatusInfoProtor\namer^r_rfs rMto_protozApplicationStatusInfo.to_protoqs4);)9;;L!%!:    rLprotoctj|jtdd}|t ||j|jSrk)ApplicationStatusProtoNamer\lenr1r^r_)clsrpr\s rM from_protoz ApplicationStatusInfo.from_protoxsW',U\::3?T;U;U;W;WXs$V,,M!&!;    rLN)rCrDrEr1rVr^rWr_rXrhro classmethodrmrvrKrLrMr2r2hs GS"#%###222    9   [   rLr2ceZdZUeed<dZeed<eeZ e e ed<dZ dede e fdZd Zed eddfd Zd S) r5 app_statusr]rn)default_factorydeployment_statusescHtjt|dSrarcrfs rMrhzStatusOverview.debug_stringrirLreturnc8|jD]}||jkr|cSdS)zGet a deployment's status by name. Args: name: Deployment's name. Returns: Optional[DeploymentStatusInfo]: The status of the deployment if it exists, otherwise None. N)r{rn)rgrndeployment_statuss rMget_deployment_statusz$StatusOverview.get_deployment_statuss>"&!9 ) ) (---((((.trLc|j}td|j}t }|j|t|j||S)Nc*|SN)ro)r\s rMz)StatusOverview.to_proto..s6??,,rL)rnryr{) ryromapr{DeploymentStatusInfoListProtodeployment_status_infosextendStatusOverviewProtorn)rgapp_status_protodeployment_status_protosdeployment_status_proto_lists rMrozStatusOverview.to_protos?3355$' , ,d.F$ $  (E'F'F$$<CC $   #' <    rLrpct|j}g}|jjD])}|t j|*||||jS)N)ryr{rn)r2rvryr{rappendrrn)rurpryr{ info_protos rMrvzStatusOverview.from_protos+55e6FGG !3K T TJ  & &';'Fz'R'R S S S Ss! 3    rLN)rCrDrEr2rVrnrWrlistr{r rrhr rrorwrrvrKrLrMr5r5s%%%%D#NNN6;eD6Q6Q6Q23QQQ222#(;O2P"   , 2 7G   [   rLr5ceZdZUdZeeeefed<eeed<ee ed<ee ed<ee ed<e ed<e ed<eeed <e ed <d S) ApplicationTargetStatea:Defines target state of application. Target state can become inconsistent if the code version doesn't match that of the config. When that happens, a new build app task should be kicked off to reconcile the inconsistency. deployment_infos: map of deployment name to deployment info. This is - None if a config was deployed but the app hasn't finished building yet, - An empty dict if the app is deleting. code_version: Code version of all deployments in target state. None if application was deployed through serve.run. config: application config deployed by user. None if application was deployed through serve.run. target_capacity: the target_capacity to use when adjusting num_replicas. target_capacity_direction: the scale direction to use when running the Serve autoscaler. deleting: whether the application is being deleted. external_scaler_enabled: whether external autoscaling is enabled for this application. serialized_application_autoscaling_policy_def: Optional[bytes] deployment_infosrQrRrSrTdeletingapi_type-serialized_application_autoscaling_policy_defexternal_scaler_enabledN)rCrDrErFr rrWr!rVr;rXrrYr6bytesrKrLrMrrs.tC$7899993- + ,,,,e_$$$'(?@@@@NNN3;E?BBB!!!!!!rLrceZdZdZdededededede f dZ e d e efd Z e d e fd Ze d e efd Ze d efd Ze d efdZe d eefdZe d e efdZe d efdZdefdZddddddde eeefdede ede ede ede ede de de efdZ d Z!de efd!Z"ded e fd"Z#d#Z$d e fd$Z%d e fd%Z&d e fd&Z'd'ed(ed e fd)Z(deeefde fd*Z)d+ede ede ed,ed df d-Z*d eefd.Z+d e,eeffd/Z-d e,e ee ee.effd0Z/deeefd e,eeffd1Z0d=d2Z1d e e2fd3Z3d e,e e ffd4Z4d efd5Z5d ee6fd6Z7d e8fd7Z9d eee:ffd8Z;d>d:ed;ed dfd<Z 6 6 6  .rLr}c|jSr)rrfs rM route_prefixzApplicationState.route_prefixs !!rLc|jjSr)rrrfs rMrz(ApplicationState.external_scaler_enabled s!99rLcjt|j|j}|j|Sr)rrrrget_deployment_docs_path)rgingress_deployments rM docs_pathzApplicationState.docs_path$s7 *$*GTT-FF    rLc|jS)aStatus of the application. DEPLOYING: The build task is still running, or the deployments have started deploying but aren't healthy yet. RUNNING: All deployments are healthy. DEPLOY_FAILED: The build task failed or one or more deployments became unhealthy in the process of deploying UNHEALTHY: While the application was running, one or more deployments transition from healthy to unhealthy. DELETING: Application and its deployments are being deleted. )rrfs rMr\zApplicationState.status.s |rLc|jSr)rrfs rMr_z%ApplicationState.deployment_timestamp=s ))rLct|jjgSt|jjS)z/List of target deployment names in application.)rrrkeysrfs rMtarget_deploymentsz#ApplicationState.target_deploymentsAs5   . 6ID&7<<>>???rLc|jSr)rrfs rMrz#ApplicationState.ingress_deploymentHs ,,rLc|jjSr)rrrfs rMrzApplicationState.api_typeLs!**rLcheckpoint_datac td|jd||j|j|j|j|j|j |j |j |j| |j|_ |jrI|jj?|j|jt#dd|ji|jjdSdSdS)Nz)Recovering target state for application 'z' from checkpoint.)rrQ target_configrSrTrr_serialized_policy_defrK)loggerinfor_set_target_staterrrQrRrSrTrr _check_routesrautoscaling_policyrregister_applicationr-r)rgrs rM$recover_target_state_from_checkpointz5ApplicationState.recover_target_state_from_checkpointPs  V V V V      ,$-(5)0+;&5&O$-$3$K    + 7!%!3!3O4T!U!UD   " &9E  + @ @ !+:+h%,?       EErLNF)rSrTrrrrrrQrrSrTrrc *|r |tjn|tj|d|_n(|D]\} } | jr| |_t|||||||||  } | |_dS)acSet application target state. While waiting for build task to finish, this should be (None, False) When build task has finished and during normal operation, this should be (target_deployments, False) When a request to delete the application has been received, this should be ({}, True) N)rrr) _update_statusr1DELETINGrritemsingressrr) rgrrrQrrSrTrrrrnr target_states rMrz"ApplicationState._set_target_statess,  =    1 : ; ; ; ;    1 ; < < <  #,0D ) ).4466 9 9 d<948D1-     % $;:g    *rLcZ|i|jjddd|jdS)zlSet target state to deleting. Wipes the target deployment infos, code version, and config. NTrrrQrrr)rrrrrfs rM_set_target_state_deletingz+ApplicationState._set_target_state_deletingsF '0$($@      rLcb|dtjd|d|r|jnddS)zClears the target state and stores the config. NOTE: this currently assumes that this method is *only* called when managing apps deployed with the declarative API. NFr)rr6 DECLARATIVEr)rgrs rM$_clear_target_state_and_store_configz5ApplicationState._clear_target_state_and_store_configsP !('%M$I$I  rLct||j}|j||j|S)zDelete a deployment in the application. Args: name: The name of the deployment to delete. Returns: Whether the target state has changed. rnapp_name)rrrdelete_endpointrdelete_deployment)rgrnids rM_delete_deploymentz#ApplicationState._delete_deploymentsFtdj 9 9 9 ,,R000-??CCCrLc|jtjkr'td|jdddi|dS)zDelete the applicationzDeleting app ''. log_to_stderrF)extraN)rr1rrrrrrfs rMdeletezApplicationState.deletes` <,5 5 5 KK////&.     '')))))rLcd|jjo$t|dkS)zCheck whether the application is already deleted. For an application to be considered deleted, the target state has to be set to deleting and all deployments have to be deleted. r)rrrt_get_live_deploymentsrfs rM is_deletedzApplicationState.is_deleteds/ !*Us43M3M3O3O/P/PTU/UUrLc@|j|jS)zDetermine if autoscaling is enabled for the application. Returns: Autoscaling is enabled for the application if any of the deployments have autoscaling enabled. )rshould_autoscale_applicationrrfs rMshould_autoscalez!ApplicationState.should_autoscales.KKDJWWWrLc|j}t|dkrdSi}|D]:}t||j}|j|}|5|||<;t|dkrdS|j|j|}d}|D]"\}}|j ||p|}#|S)a3 Apply the autoscaling decisions for the application. If the application has deployment-level autoscaling, it will apply the autoscaling decisions for each deployment. Returns: True if there is a change to number of replicas for any deployment. False otherwise. rFr) rrtrrr"get_deployment_target_num_replicasrget_decision_num_replicasr autoscale) rgr!deployment_to_target_num_replicasdeployment_name deployment_idtarget_num_replicas decisionstarget_state_changeddecision_num_replicass rMrzApplicationState.autoscales#"4 ! " "a ' '5EG)1 S SO(o SSSM.QQ! #*?R -m < < 0 1 1Q 6 65  + E E J9    %4=OO4E4E   0M0.88!#8(( ! $#rLrdeployment_infoc|j}|(|dstd|dt||j}|j||}|je|j}|j|}|j |t|j|j tjk|n|j ||S)aDeploys a deployment in the application. Args: deployment_name: The name of the deployment to apply. deployment_info: The deployment info to apply. Returns: Whether the target state has changed. N/zInvalid route prefix "z", it must start with "/"r)routeapp_is_cross_languageroute_patterns)r startswithr/rrrdeploydeployment_configget_deployment_route_patternsrupdate_endpointrdeployment_languager3PYTHONr)rgrrrrrrRrs rMapply_deployment_infoz&ApplicationState.apply_deployment_infos'3  #L,C,CC,H,H ##PPPP %/DJOOO #=DD ?    ' 3$6F.LL!   0 0)6*0*D)0+1#1       0 0 ? ? ?##rLc |||_||tjdddd|dS)a%(Re-)deploy the application from list of deployment infos. This function should only be called to deploy an app from an imperative API (i.e., `serve.run` or Java API). Raises: RayServeException if there is more than one route prefix or docs path. N)rrrQrrSrTr)rrrr6 IMPERATIVE)rgrrs rM deploy_appzApplicationState.deploy_appMsZ"//0@AA -' &*$;      rLrRdeployment_timec "||_t|}||jjkr- t |jj|}|||_||jjtj |||||j d S#tttf$rJ|||t"jt'jYd St*$rU|||t"jd|jdt'jYd SwxYw|jrM|jjsAt2d|jdt7j|jj|||jjj ds$|jjj drtBj"#dtI|j%tLr|j% d }nd }d |j'D}d |j'D} t2d |jdtP)|jtT+|j,||j-|j.|j/||| } ta| ||||d|_d S)aApply the config to the application. If the code version matches that of the current live deployments then it only applies the updated config to the deployment state manager. If the code version doesn't match, this will re-build the application. This function should only be called to (re-)deploy an app from the declarative API (i.e., through the REST API). )rQrrrrSrTrAUnexpected error occurred while applying config for application '': z%Received new config for application 'z'. Cancelling previous request. container image_uri1policy_functionNci|]V}t|jt|j|jdidt WS)policyr ) isinstanceautoscaling_configdictrngetr.0 deployments rM z5ApplicationState.apply_app_config..sj999j;TBB 9!>!B!B8R!P!P!T!T%'F""999rLci|]B}t|jt|j|jdt CS)request_router_class)r request_router_configrrnrrrs rMrz5ApplicationState.apply_app_config..sZ000j>EE 0!A!E!E*,G""000rLzImporting and building app 'r) runtime_envenable_task_eventsF)rPrQrRrSrTrU)1rrrrQoverride_deployment_inforrrrr6rr TypeError ValueErrorr/rrr1 DEPLOY_FAILED traceback format_exc ExceptionrrrUrrraycancelrPrRrrr&APP_CONTAINER_RUNTIME_ENV_USEDrecordr rr deploymentsbuild_serve_applicationoptionsrremote import_pathrnargsrrO) rgrRrSrTrconfig_versionoverrided_infos'application_autoscaling_policy_function)deployment_to_autoscaling_policy_function deployment_to_request_router_clsbuild_app_obj_refs rMapply_app_configz!ApplicationState.apply_app_confighs$&5"-f55 T/< < < ":&7##&*%7%7%H%H"&&!%!3!@$0%4"($3.G,2,J'     z+<=   99&AAA##%3Y5I5K5K   99&AAA##%3R(, RR9B9M9O9ORR ( >1J1S > 3DJ333 44<===  5 5f = = =!(488 I#*6::;GG I<CCCHHH&3T:: ?:@:S:W:W%;;77;?799#)"4 999 500#)"4 000 , KKEtzEEE F F F 7 ? ?".#?!@!!f"  $790   )9)+ /*C )))D % % %sA)BAE4AEEc@|j|jSr)rget_deployments_in_applicationrrfs rMrz&ApplicationState._get_live_deploymentss-LLTZXXXrLc4|jjrtjdfS|}t |d}|jtjkrd|D}tjd|dfS|jtj krd|D}tj d|d fS|jtj krtj dfS|jtj tj fvr#|jtjkrtj dfStjdfS) aCheck deployment statuses and target state, and determine the corresponding application status. Returns: Status (ApplicationStatus): RUNNING: all deployments are healthy or autoscaling. DEPLOYING: there is one or more updating deployments, and there are no unhealthy deployments. DEPLOY_FAILED: one or more deployments became unhealthy while the application was deploying. UNHEALTHY: one or more deployments became unhealthy while the application was running. DELETING: the application is being deleted. Error message (str): Non-empty string if status is DEPLOY_FAILED or UNHEALTHY r]c|jSr)rank)rs rMrz8ApplicationState._determine_app_status..styrL)keycFg|]}|jtjk|jSrK)r\rrrnrss rM z:ApplicationState._determine_app_status..s5"""8/======rLz!Failed to update the deployments .cFg|]}|jtjk|jSrK)r\r UNHEALTHYrnr9s rMr;z:ApplicationState._determine_app_status..s5***8/999999rLzThe deployments z are UNHEALTHY.)rrr1rget_deployments_statusesminr\rrr>UPDATINGr UPSCALING DOWNSCALINGstatus_triggerrCONFIG_UPDATE_STARTEDRUNNING)rgr{lowest_rank_statusfailed_deploymentsunhealthy_deployment_namess rM_determine_app_statusz&ApplicationState._determine_app_statussi$   & 2$-r1 1 #;;== !4:P:PQQQ  $(8(F F F"","""  "/I4FIII  &*:*D D D**,*** & "+N#=NNN  &*:*C C C$.2 2  % *,<,HI J J"1&<==%.2 2$,b0 0rLc6j jjrddtjdfSt jjsddtjdfSdj_ tjjj\}}}|$t dj dnddtj dj d|fSnx#t$r2dj d tjz}ddtj |fcYSt $r1d j d tj}ddtj |fcYSwxYw fd |D}d |D}d|D}t#|jj||}|_||tjdfS#t,t.t0f$r$ddtj tjfcYSt $r1dj d tj}ddtj |fcYSwxYw)anIf necessary, reconcile the in-progress build task. Returns: Serialized application autoscaling policy def (bytes): The serialized application autoscaling policy def returned from the build app task if it was built successfully, otherwise None. Deploy arguments (Dict[str, DeploymentInfo]): The deploy arguments returned from the build app task and their code version. Status (BuildAppStatus): NO_TASK_IN_PROGRESS: There is no build task to reconcile. SUCCEEDED: Task finished successfully. FAILED: An error occurred during execution of build app task IN_PROGRESS: Task hasn't finished yet. Error message (str): Non-empty string if status is DEPLOY_FAILED or UNHEALTHY Nr]TzImported and built app 'z' successfully.zDeploying app 'z' failed with exception: zRuntime env setup for app 'z ' failed: z7Unexpected error occurred while deploying application 'rc Hi|]}|dtdi|djiSrrrK)rr)rparamsrgs rMrz>ApplicationState._reconcile_build_app_task..Ts_   ()+I,,,,'+z,,,   rLc<i|]}|d |d|dS)!serialized_autoscaling_policy_defNrrKrrNs rMrz>ApplicationState._reconcile_build_app_task..Zs<???=>J()62U+VJJJrLc<i|]}|d |d|dS)serialized_request_router_clsNrrKrQs rMrz>ApplicationState._reconcile_build_app_task.._s<;;;9:F()62Q+RFFFrLr)rrUr>rGr(rPrHr!rrrrrJrrrr rrRrrrIrrr/) rgrr*err error_msgr/deployment_to_serialized_autoscaling_policy_def+deployment_to_serialized_request_router_clsr,s ` rM_reconcile_build_app_taskz*ApplicationState._reconcile_build_app_tasks(  $ ,0I0R ,~A2E E)$*C*KLL >~92= =.2!* @GJw)1HH D 94{ RtzRRRSSSS")QdjQQCQQ T$ @ @ @EdjEEE&(() ~4i? ? ? ? @ @ @>J>>%.%9%;%;>> ~4i? ? ? ?  @% @    #      ??"??? ; ;;";;; 7 7 )0?; O "&!3!3O!D!DD =(   :'89 M M M~4i6J6L6LL L L L @ @ @>J>>%.%9%;%;>> ~4i? ? ? ?  @s2A"B??9D4:7D43D48A+F$$8H7HHcd}d}|D]}|j |j}|dz }|dkrtd|jd|S)aCheck route prefixes of deployments in app. There should only be one non-null route prefix. If there is one, set it as the application route prefix. This function must be run every control loop iteration because the target config could be updated without kicking off a new task. Returns: route prefix. Raises: RayServeException if more than one route prefix is found among deployments. rNr?z0Found multiple route prefixes from application "zP", Please specify only one route prefix for the application to avoid this issue.)valuesrr/r)rgrnum_route_prefixesrrs rMrzApplicationState._check_routeszs $++-- ( (D ,#0 "a'"  ! !#'4:'''  rLcd}|jjD]\}}t|}||jj|jj|jjr8|jjjr'|j j|jjj|j _| ||p|}| D]"}||j vr| |p|}#|S)zReconcile target deployments in application target state. Ensure each deployment is running on up-to-date info, and remove outdated deployments from the application. F)new_target_capacitynew_target_capacity_direction)rrrrset_target_capacityrSrTrRrrrrrr)rgrrr deploy_infos rM_reconcile_target_deploymentsz.ApplicationState._reconcile_target_deploymentss+ %&*%7%H%N%N%P%P   !OT"4..K  + +$($6$F&@ ,   ") &-<  1@H&-<-<**?KHH(' ! $99;;  Od&===++O<<T@T%$#rLc(|jsdSi}|jD]d}t||j}|j|pg}t ||jd|D||jk}|||<et|j|j|S)zGet the deployment topology for this application. Returns: The deployment topology, or None if not yet built. Nrc,g|]}|j|jdSrr)rdeps rMr;z.s4&&&!X3<@@&&&rL)rnroutbound_deployments is_ingress)rrnodes)rrrr#get_deployment_outbound_deploymentsr8rr9)rgrhrroutbound_deploymentnodes rMget_deployment_topologyz(ApplicationState.get_deployment_topologys & 4 $6 * *O(o SSSM.RR!# "$&&2&&&,t/LLD&*E/ " "!Z#<    rLc dd}|jjs-|\}}}}|tjkrd}|||jj|jj|jj |jj |jj |jj ||jj M|jj j <|j|jt#dd|i|jj j nP|j|jn0|tjkr |t*j||jjC|p|}|\}}||||jjr||fSd|fS)zAttempts to reconcile this application to match its target state. Updates the application status and status message based on the current state of the system. Returns: Whether the target state has changed. FT)rrQrrrSrTrrNrrK)rrrXr>rIrrrQrrRrSrTrrrrrr-deregister_applicationrJrr1rrrarJr)rgrrinfos task_statusmsgr\ status_msgs rMupdatezApplicationState.updates %!*% J ..00  =n666'+$&&%*!%!:!G!/8"&";"B$($=$M1K,0,>,VBo'   &-9*1DP3HH )3`"07J3JJ4:VVVV 555##$5$CSIII   . :2244L8L !"&!;!;!=!= FJ    3 3 3   & ;??$$&:: :***rLc|jSr)rrfs rMget_checkpoint_dataz$ApplicationState.get_checkpoint_data0s !!rLc^fdjD}j|S)z(Return all deployment status informationc<g|]}t|jSrd)rr)rrrgs rMr;z=ApplicationState.get_deployments_statuses..5s8    j4: > > >   rL)rrget_deployment_statuses)rgr%s` rMr?z)ApplicationState.get_deployments_statuses3sG    "5   -EEkRRRrLcDt|j|j|jS)z)Return the application status informationr^r_)r2rrrrfs rMget_application_status_infoz,ApplicationState.get_application_status_info;s*$ L$!%!;    rLcffdjD}d|DS)aGets detailed info on all live deployments in this application. (Does not include deleted deployments.) Returns: A dictionary of deployment infos. The set of deployment info returned may not be the full list of deployments that are part of the application. This can happen when the application is still deploying and bringing up deployments, or when the application is deleting and some deployments have been deleted. c ni|]1}|jt|j2Srd)rget_deployment_detailsrr)rrrgs rMrz.NsR     T;RR/DJGGG   rLci|] \}}||| SrrK)rkvs rMrz.TsBBBAAM1MMMrL)rr)rgdetailss` rMlist_deployment_detailsz(ApplicationState.list_deployment_detailsCsO    $(#:     CBBBBBrLr]r\rrc|r?|tjtjfvr%||jkrt|||_||_dSr)r1rr>rrerrorr)rgr\rrs rMrzApplicationState._update_statusVs_  %!/!+ d... LL $ $ $ %rLr}N)r])=rCrDrErFrWr"rr#r:rYrpropertyr rrrr1r\rXr_r rrr6rrrrr!r;rrrrrrrrrrrrr1rr rJr>rXrrar9rlrsrurr?r2r{r7rrrKrLrMrrs>>/./.#9/.$; /. & /. & /."&/./././.b"hsm"""X"::::X: 8C=   X  )   X *e***X*@DI@@@X@ -HSM---X-+'+++X+!5!!!!T,0GK(-IM.*.*.*"4^(;#<=.* .* sm .*  67 .*"%.*$,,C#D.*.*"&.*8@.*.*.*.*`      67    ( Ds Dt D D D D***VDVVVVX$XXXX($4($($($($T5$5$(5$  5$5$5$5$n sN23 "&    6t&t"%t$,,C#D t  t  ttttlYtCyYYYY81u->-C'D81818181t]@ xC D]@]@]@]@~ $S.%8 9 sCx>*$*$*$*$X& 2D)E& & & & PA+dDj)A+A+A+A+F"%;""""S$/C*DSSSS -B    Cc3D.D)ECCCC& & &%6 &C &QU & & & & & &rLrc TeZdZdededededef dZdZ de d d fd Z d e e e e fd e e efd d fdZde de e ded d fdZdd d dde ededeedeefdZde d e e fdZde d e efdZde d efdZde d efdZde d efdZde d ee fdZde d ee fd Z de d ee fd!Z!de d e"fd"Z#de d efd#Z$ d,d$ee"d e e effd%Z%de d e e e&ffd&Z'de d ee(fd'Z)d(Z*d-d)Z+d efd*Z,d-d+Z-d S).ApplicationStateManagerrrrkv_storerc||_||_||_||_||_d|_i|_|dS)NF)rrr _kv_storer_shutting_down_application_states_recover_from_checkpoint)rgrrrrrs rMrz ApplicationStateManager.__init__gsT*B&*C'-!-#@B  %%'''''rLc @|jt}|ztj|}|D]S\}}t ||j|j|j |j |j }| |||j |<RdSdSr)rrCHECKPOINT_KEYr loadsrrrrrrrrr)rg checkpointapplication_state_inforr app_states rMrz0ApplicationStateManager._recover_from_checkpointzs^''77  !%0%6z%B%B "-C-I-I-K-K ? ?)/,23((#;  >>OOO5>(22 " ! ? ?rLrnr}NcZ||jvrdS|j|dS)zDelete application by nameN)rrrgrns rM delete_appz"ApplicationStateManager.delete_apps5 t/ / / F  &--/////rLname_to_deployment_argsname_to_application_argsc  d|jD}|D] \ }|D]U}|d}|||}|| krtd|d|d d ||<V| }|j} |jvr0t |j|j|j|j | |j <tj tt|j fd|D} |j | | "dS)Nc\i|])\}}|j|jtjk!|j|*Sr)rr\r1rrrrs rMrz7ApplicationStateManager.deploy_apps..sI/ / / #)%1$(9(BBB  "HCBBrLrzPrefix z is being used by application "z!". Failed to deploy application "z".c >i|]}|dtdi|diSrM)r)rrNrns rMrz7ApplicationStateManager.deploy_apps..s]   ()+I,,,,'+,,,   rL)rrrr/rrrrrrr&NUM_APPSr$rWrtr) rgrrlive_route_prefixesdeployment_args deploy_paramdeploy_app_prefixexisting_app_nameapplication_argsrrrns @rM deploy_appsz#ApplicationStateManager.deploy_appss / / '+'?'E'E'G'G/ / / &=%B%B%D%D, ,  !D/ / > > $0$4$4^$D$D!$,$7$;$;#$5667;;DAA &6&N #43331A23((+ 22(.  " ) )#c$2J.K.K*L*L M M M    .       $T * 5 5 "9    U, , rLrrc:|||i||idS)a|Deploy the specified app to the list of deployment arguments. This function should only be called if the app is being deployed through serve.run instead of from a config. Args: name: application name deployment_args_list: arguments for deploying a list of deployments. application_args: application arguments. N)r)rgrnrrs rMrz"ApplicationStateManager.deploy_apps+ $049I2JKKKKKrLr)rrSrT app_configsrrSrTc X|D]}|j|jvrctd|jdt |j|j|j|j|j|j |j|j<|j|j ||||d|j D}d|D}||z D]}| |tjt!t#|jdS)a Declaratively apply the list of application configs. The applications will be reconciled to match the target state of the config. Any applications previously deployed declaratively that are *not* present in the list will be deleted. zDeploying new app 'r)rrr)rcBh|]\}}|jtjk|SrK)rr6r)rrnrs rM z.s7   i!W%888 888rLch|] }|j SrK)rn)r app_configs rMrz.sHHHj*/HHHrLN)rnrrrrrrrrrr1rrr&rr$rWrt) rgrrrSrTr existing_appsapps_in_config app_to_deletes rMapply_app_configsz)ApplicationStateManager.apply_app_configss[&  Jd&>>> E*/EEEFFF.Us?d.t4PPRRrLc~i|]9}|u|j|:SrK)rrr{)rrnrgrs rMrz=ApplicationStateManager.list_app_statuses..ZsR&&t,,66d.t4PPRR666rLr)rgrs``rMlist_app_statusesz)ApplicationStateManager.list_app_statusesGsl > 4   4 rLcV||jvriS|j|S)z?Gets detailed info on all deployments in specified application.)rrrs rMrz/ApplicationStateManager.list_deployment_details`s/ t/ / /I'-EEGGGrLcV||jvrdS|j|S)aGet the deployment topology for an application. Args: app_name: Name of the application. Returns: The deployment topology for the application, or None if the application doesn't exist or the topology hasn't been built yet. N)rrlrs rMrlz/ApplicationStateManager.get_deployment_topologyfs1 43 3 34'1IIKKKrLcg}d}|jD]\}}|r|p|}|\}}|p|}|r3||t d|dt|dkre|D]$}|j ||j|=%tj tt|j|r/||jdSdS)zUpdate each application state.Fz Application 'z' deleted successfully.rN)rrrrrsrrdebugrtrrnr&rr$rWsave_checkpointr)rgapps_to_be_deletedany_target_state_changedrnappready_to_be_deletedapp_target_state_changedrs rMrszApplicationStateManager.updatetsl#( 17799 L LID###%% W+.==??+V>V(K|]}|VdSr)r)rrs rM z@ApplicationStateManager.is_ready_for_shutdown..s?+ + '0I " "+ + + + + + rL)rallrrZrfs rMis_ready_for_shutdownz-ApplicationStateManager.is_ready_for_shutdownsK " s+ + 484L4S4S4U4U+ + + ( (  rLc|jrdSd|jD}|jt t j|dS)z-Write a checkpoint of all application states.Nc>i|]\}}||SrK)rurs rMrz;ApplicationStateManager.save_checkpoint..s:" " " #) i3355" " " rL)rrrrputrr re)rgrs rMrz'ApplicationStateManager.save_checkpointsz    F" " '+'?'E'E'G'G" " "     4 5 5     rLrr).rCrDrEr"rr#r%r:rrrWrrr ApplicationArgsProtorrr;rXr rrrrr?r1rrYrr2rrrrr6rrrr7rr9rlrsrrrrKrLrMrrfs("8($;(& (  ( & ((((&???"0s0t0000 8!%c4:o!68#'s,@'@"A8  8888tLLdL/ L  LLLL,"#+/GK -J-J-J01-J -J "% -J $,,C#D -J-J-J-J^EES EEEE MM>R9SMMMM 535+<5555 03040000LL0ELLLLO9O4PHHHH L LAS8T L L L L===2.... t          rLrr?)num_cpus max_callsr)rQrnr*rr-r.r/r}c Ptdd|dtj| ddlm}|rd|nd} t d |d | d |t||} g} t| |tj j } d} d tdtfd}d}| ||}| jD]}tj|jrt%|jt&r| dz } |j| jk}d}d}|j|vr|||j}|j|vr|||j}| t/|j|j||j||rdnd||| dkrddd| jdfS|| dfS#t6$rt dYdSt8$rJt d|dt=jddt=jfcYSwxYw)aImport and build a Serve application. Args: import_path: import path to top-level bound deployment. code_version: code version inferred from app config. All deployment versions are set to this code version. name: application name. If specified, application will be deployed without removing existing applications. args: Arguments to be passed to the application builder. logging_config: the logging config for the build app task. application_autoscaling_policy_function: the application autoscaling policy function name deployment_to_autoscaling_policy_function: a dictionary mapping deployment names to autoscaling policy function names deployment_to_request_router_cls: a dictionary mapping deployment names to request router class names Returns: Serialized application autoscaling policy def: a serialized autoscaling policy def for the application if it was built successfully, otherwise None. Deploy arguments: a list of deployment arguments if application was built successfully, otherwise None. Error message: a string if an error was raised, otherwise None. controllerbuild__)component_name component_idrr),call_user_app_builder_with_args_if_necessaryz with arguments r]zImporting application ''r<)rndefault_runtime_env attr_pathr}ct|\}}tj|tj|}tj||Sr)rr register_pickle_by_valuereunregister_pickle_by_value)rmoduleattr serializeds rM_get_serialized_defz4build_serve_application.._get_serialized_defsK1)<> -(1,'#I,MMJ>B ;:> 7"KKKBUBU=joNCC?"BBB>Q>Q4Z_E??;  # ##)#-#=&&0&C((2!<6e2]        #Q & &?).???  =>NPTTT            222 R R R):N:P:P R R   T9/111111 2sE:F+&F++$H%AH%$H%roverride_configrVrWc t|}||S|d}|dg}|D]}d|vr|d|d<|d}||vr4td|dt |||}|j} | d t||d d krd|d <tj } |d p |jj } | r| | |r*||vr&tj | d ||} | | d <tdi| |d <tjdi} |j}|j}d|vr|di}n |jpi}|d|j}|d|j}|d|j}|drU|dds|ddrtjdt3||di}|d|i||||||| d<d|vrK|d}|r4|r#||vrt5j||||d<nt5di||d<|dd| |t9di| | d<|jdi| ||<||j}|j <|j|j krt> d|dtBj"}tG|t |$D]}|tBj"ur|j%||_%|S)aOverride deployment infos with options from app config. Args: app_name: application name deployment_infos: deployment info loaded from code override_config: application config deployed by user with options to override those loaded from code. deployment_to_serialized_autoscaling_policy_def: serialized autoscaling policy def for each deployment deployment_to_serialized_request_router_cls: serialized request router cls for each deployment Returns: the updated deployment infos. Raises: ValueError: If config options have invalid values. TypeError: If config options have invalid types. NT) exclude_unsetr%max_ongoing_requestsrnz Deployment 'z' does not exist. Available: user_configured_option_names num_replicasautorr r ray_actor_optionsplacement_group_bundlesplacement_group_strategymax_replicas_per_noderrr)rrrrrrrziAutoscaling will never happen, because 'max_ongoing_requests' is less than 'target_ongoing_requests' now.rrK)&rrrrrrrrssetr,defaultrr-from_serialized_policy_defr&AUTO_NUM_REPLICAS_USEDr$rrpoprrrr%DEPLOYMENT_CONTAINER_RUNTIME_ENV_USEDr)r."from_serialized_request_router_clsrr get_target_ongoing_requestsrwarningr'VALUEr*rZr)rrrVrW config_dictdeployment_override_optionsr'rroriginal_options new_configr policy_objoverride_optionsrapp_runtime_envoverride_actor_options override_placement_group_bundles!override_placement_group_strategyoverride_max_replicas_per_node merged_envrrapp_route_prefixrs rMrr,sR. 011!&&T&::K"-//-"D"D/~~ !W , ,.5kk:P.Q.QG* +!&/ "2 2 2>>>"#3#8#8#:#:;;>>   01668878??G MMM ;;~ & && 0 0&*GN #*24499;;J 011=)< " 6!!"4555@ 2#'VVV/Ix(COT (2 8$,=,K,K ,K,KG( )  0 7 7 < < <,)5 ' ) )%,[[1Db%I%I " "&4%E%K "+2;; %~'M, , (-4KK &(O- - )*1 #^%I* * & " % %m 4 4 L "= 1 5 5k B B L%m488EE L  ? F Fs K K K: 377 rJJ   %%}j&ABBB4$D%F"@    .<)* "g - -$+KK0G$H$H !$ ?'+VVV ,N-COT/8K88/88G34  FD!!!(((0@0T0TCS0T0T,-,7DK,K,K:J,K,K),_=O  0 <!62NNPPQQ NN1   #~w}EE*++++22445577 GM 1 1'3&6J # rL)NN)lrrdloggingrrrcopyr dataclassesrrrenumrtypingrr r r r!r ray._common.utilsr rray.exceptionsr$ray.serve._private.autoscaling_staterray.serve._private.build_apprrray.serve._private.commonrrrrrrray.serve._private.configrray.serve._private.constantsrrrrray.serve._private.deploy_utilsrrr "ray.serve._private.deployment_infor!#ray.serve._private.deployment_stater"!ray.serve._private.endpoint_stater# ray.serve._private.logging_utilsr$#ray.serve._private.storage.kv_storer%ray.serve._private.usager&ray.serve._private.utilsr'r(r)r* ray.serve.apir+ray.serve.configr,r-r.ray.serve.exceptionsr/ray.serve.generated.serve_pb2r0rr1rrr2rmr3r4rr5rray.serve.schemar6r7r8r9r:r; ray.typesr< getLoggerrrr>rOrrrr(rWrr&rrKrLrMrEs  0000000000............ AAAAAAAA//////HHHHHHDDDDDDDD766666  >=====FFFFFF;;;;;;GGGGGG;;;;;;222222 0/////VVVVVVVVVV222222   , - -5T  " d        2 d> > > > > > > > B  " " " " " " "  "F{ &{ &{ &{ &{ &{ &{ &{ &|H H H H H H H H V  Q!$$$w2w2w2 w2  w2 " w2 .6c] w204CH~w2'+38nw2 8E?HT$Z0(3- ?@w2w2w2%$w2zSWNR ii3./i45i6>d3:>N5Oi2:$sEz:J1K i  #~  iiiiiirL