&`iu"lddlZddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z m Z m Z mZmZddlZddlZddlZddlZddlmZddlmZddlmZddlmZdd lmZdd lmZdd l m!Z!m"Z"dd l#m$Z$m%Z%m&Z&m'Z'm(Z(dd l)m*Z*m+Z+m,Z,ddl-m.Z.m/Z/ddl0m1Z1m2Z2m3Z3m4Z4dZ5dZ6dZ7dej8fdZ9de:fdZ;dZej?de@ddg d!ZAeABd"#ejCd$d%ejDEd&d'd(e:e6)ejCd*e%d(e:d+e%d,)ejCd-e&d(eFd.e&d,)ejCd/e*jGd(ejHeIe*d0)ejCd1e+jJd(ejHeIe+d2)ejCd3e$d(eFd4e$d,)ejCd5gd(d6d78d9ZKd:e:d;ee:dZLeABd?d@AejMd:ejMdC&PPP  " "#:D A AAinputcltjdtj}|d|S)z)Removes ANSI escape sequences in a stringa \x1B # ESC (?: # 7-bit C1 Fe (except CSI) [@-Z\\-_] | # or [ for CSI, followed by a control sequence \[ [0-?]* # Parameter bytes [ -/]* # Intermediate bytes [@-~] # Final byte ) )recompileVERBOSEsub)r. ansi_escapes r+remove_ansi_escape_sequencesr6Ks5*    K ??2u % %%r-c |D]x\}}t|trt|||<t|trd|D||<Qt|t rt |||<y|S)a Removes ANSI escape sequences recursively for all strings in dict. We often need to use yaml.dump() to print dictionaries that contain exception tracebacks, which can contain ANSI escape sequences that color printed text. However yaml.dump() will format the tracebacks incorrectly if ANSI escape sequences are present, so we need to remove them before dumping. c,g|]}t|S)process_dict_for_yaml_dump).0items r+ z.process_dict_for_yaml_dump..ms!FFFD1$77FFFr-)items isinstancedictr:liststrr6)r*kvs r+r:r:_s 661 a   4033DG a   6FFAFFFDGG 3   62155DG Kr-argsreturnct}|D]n}|dd}t|dkst|ddkrtjd|d|d||d<o|S)N=r")maxsplitrzInvalid application argument 'z%', must be of the form '='.)r@splitr&clickClickException)rE args_dictargrKs r+convert_args_to_dictrPtsI'' # ** u::??c%(mmq00&5555  $Ah %( r-cNdtjvrtjddSdS)NRAY_AGENT_ADDRESSzThe `RAY_AGENT_ADDRESS` env var has been deprecated in favor of the `RAY_DASHBOARD_ADDRESS` env var. The `RAY_AGENT_ADDRESS` is ignored.)osenvironr warningr9r-r+warn_if_agent_address_setrVs;bj((      )(r-z5CLI for managing Serve applications on a Ray cluster.z--helpz-h)help_option_names)helpcontext_settingscdSNr9r9r-r+clir\s  Dr-zStart Serve on the Ray cluster.)rXz --addressz-a RAY_ADDRESSautoF)defaultrequiredtyperXz --http-hostz0Host for HTTP proxies to listen on. Defaults to .z --http-portz0Port for HTTP proxies to listen on. Defaults to z--http-locationz+DEPRECATED: Use `--proxy-location` instead.z--proxy-locationz/Location of the proxies. Defaults to EveryNode.z --grpc-portz0Port for gRPC proxies to listen on. Defaults to z--grpc-servicer-functionsTz|Servicer function for adding the method handler to the gRPC server. Defaults to an empty list and no gRPC server is started.)r_r`multiplerXc|tjkrtjd|}t j|t tj|t||t||dS)NzZThe `--http-location` flag to `serve start` is deprecated, use `--proxy-location` instead.)address namespacehostportrigrpc_servicer_functions)proxy_location http_options grpc_options) rHeadOnlyr rUrayinitrr startr@r)re http_host http_port http_locationrl grpc_portrks r+rrrrsz/// .   'H! K%   !$;        r-config_or_import_pathname arguments runtime_envctj|r|}tjd|dt |dkrt jdt|d5}|r't |dkrtj d|tj dtj |}tj |}dddn #1swxYwYnF|}tjd |dt||| } ||| _t| g }|S) zCGenerates a deployable config schema for the passed application(s).zDeploying from config file: ''.rz>A  &N  +s # # >{ s;//!33"M"#UVVV.55K&0==F > > > > > > > > > > > > > > >, HHHHIII$##     CH"666 Ms8A(C,,C03C0z/Deploy an application or group of applications.aDeploy an application from an import path (e.g., main:app) or a group of applications from a YAML config file. Passed import paths must point to an Application object or a function that returns one. If a function is used, arguments can be passed to it in 'key=val' format after the import path, for example: serve deploy main:app model_path='/path/to/model.pkl' num_replicas=5 This command makes a REST API request to a running Ray cluster.) short_helprX)nargsr`z --runtime-envziPath to a local YAML file containing a runtime_env definition. Ignored when deploying from a config file.)rar_r`rXz--runtime-env-jsonzRJSON-serialized runtime_env dictionary. Ignored when deploying from a config file.z --working-dirzDirectory containing files that your application(s) will run in. This must be a remote URI to a .zip file (e.g., S3 bucket). This overrides the working_dir in --runtime-env if both are specified. Ignored when deploying from a config file.z--namezKCustom name for the application. Ignored when deploying from a config file.)r`r_rarXRAY_DASHBOARD_ADDRESSzhttp://localhost:8265runtime_env_json working_dirrect|}t|||}t||||} t|| dt jddS)Nrzrr)rxryrzT exclude_unsetz Sent deploy request successfully. * Use `serve status` to check applications' statuses. * Use `serve config` to see the current application config(s). )rPr rrdeploy_applicationsr@r success) rwryrzrrrxrerNfinal_runtime_envrs r+deployrsL%Y//I.) 7 % F'""66 $ '' Kr-z,Run an application or group of applications.aYRun an application from an import path (e.g., my_script:app) or a group of applications from a YAML config file. Passed import paths must point to an Application object or a function that returns one. If a function is used, arguments can be passed to it in 'key=val' format after the import path, for example: serve run my_script:app model_path='/path/to/model.pkl' num_replicas=5 If passing a YAML config, existing applications with no code changes will not be updated. By default, this will block and stream logs to the console. If you Ctrl-C the command, it will shut down Serve on the cluster.zPath to a local YAML file containing a runtime_env definition. This will be passed to ray.init() as the default for deployments.ziJSON-serialized runtime_env dictionary. This will be passed to ray.init() as the default for deployments.aDirectory containing files that your application(s) will run in. Can be a local directory or a remote URI to a .zip file (S3, GS, HTTP). This overrides the working_dir in --runtime-env if both are specified. This will be passed to ray.init() as the default for deployments.z --app-dirz-d)r_rarXz--blocking/--non-blockingzWhether or not this command should be blocking. If blocking, it will loop and log status until Ctrl-C'd, then clean up the app.)r_rXz--reloadz-rzThis is an experimental feature - Listens for changes to files in the working directory, --working-dir or the working_dir in the --runtime-env, and automatically redeploys the application. This will block until Ctrl-C'd, then clean up the app.)is_flagrXz--route-prefix/zRoute prefix for the application. This should only be used when running an application specified by import path and will be ignored if running a config file.)r`rar_rXzName of the application. This should only be used when running an application specified by import path and will be ignored if running a config file.app_dirblockingreload route_prefixc 8tjd|t|} t |||} t j|rt| dkrtj dd} |}tj d|dt|d5}tj|}tj|}dddn #1swxYwYn>d} |}tj d |dt#jt'|| }t)jst)j|t.| nT|R|d krL|t)jjkr0t)jj}tj d |d ddi}t5}| rxt7|trct9j|jj|d<|j !}i||}t5di|j"!}t#j#||} | rD|$|dtj%d|r tMj'dn|o| }tQj)||| | |r|stUj+d|r|}n|}tYj-|ddD]{}|ru t#jt'|d| }tQj)|d| | B#t\$r*t_j0tj1dYuwxYwzdSdS#td$r>tj3dtQj4tj5YdSt\$rQt_j0tj1dtQj4tj5YdSwxYw)Nrrz=Application arguments are ignored when running a config file.TzRunning config file: 'r|r}FzRunning import path: ')rerfrzr^zlAn address was passed to `serve run` but the imported module also connected to Ray at a different address: 'zJ'. You do not need to call `ray.init` in your code when using `serve run`.location EveryNode)rmrn) _blockingz%Submitted deploy config successfully. )rrxrz=The --non-blocking option conflicts with the --reload option.i') rust_timeoutyield_on_timeout) reload_module)targetrrxrz7Deploying the latest version of the application failed.z'Got KeyboardInterrupt, shutting down...zNReceived unexpected error, see console logs for more details. Shutting down...r9)6syspathinsertrPr rrrr&r rUrrrrrr _private_api,call_user_app_builder_with_args_if_necessaryr rpis_initializedrqrget_runtime_context gcs_addressrr?r_to_deployment_moderlvaluermr@rn serve_start deploy_appsrtimesleepr runrLrM watchfileswatch Exception traceback print_excerrorKeyboardInterruptinfoshutdownexit)rwryrzrrrrerrrrxrNr is_configrrrrr~r ray_addressrmrnconfig_http_optionsclient should_block watch_dirchangess r+rrss@fHOOAw$Y//I.) |)**2244 y>>A    O    + A+AAABBB +s # # >{.55K&0==F > > > > > > > > > > > > > > >  + A+AAABBBG  $ $i        DU       v   s.00< < <-//;  K9D K K K    ,L==LAZ(9::A#0#D  !$ $  Z %16688>->> "@@V%8%=%=%?%?@@  %!!F ;  X   v  7 7 7  F G G G ##JrNNN# # $2F L IcLt, W W W W   *S $' # %+"!%   +W' 4HHH) #&%*!%)5  %!+---"(U    0 ABBB          sQ;)C00C47C4!BM8?Gets the current configs of Serve applications on the cluster.z-nzName of an application. Only applies to multi-application mode. If set, this will only fetch the config for the specified application.)r`rarXc*ttd it|}|j}|Wd|D}|r&t d|ddSt ddS||}||j t d|ddS|j d }t tj |td ddS) Ncg|]>}|j tj|jdtd?S)NTrFDumper sort_keys)deployed_app_configrdumpr@ServeDeploySchemaDumper)r;rs r+r=zconfig..s]   &2 I',,4,@@.    322r-z --- r0endzNo configuration was found.z-No config has been deployed for application "z".TrFrr9)rVrrget_serve_detailsrvaluesrjoingetrr@rrr)rerx serve_detailsrconfigsrrs r+rrgsW((  ( ( : : < <M!-L |  $**,,      1 +""7++ 4 4 4 4 4 4 / 0 0 0 0 0t$$ ;#19 J$JJJ K K K K K,111EEF  &)@ERRR      r-z@Get the current status of all Serve applications on the cluster.aPrints status information about all applications on the cluster. An application may be: - NOT_STARTED: the application does not exist. - DEPLOYING: the deployments in the application are still deploying and haven't reached the target number of replicas. - RUNNING: all deployments are healthy. - DEPLOY_FAILED: the application failed to deploy or reach a running state. - DELETING: the application is being deleted, and the deployments in the application are being teared down. The deployments within each application may be: - HEALTHY: all replicas are acting normally and passing their health checks. - UNHEALTHY: at least one replica is not acting normally and may not be passing its health check. - UPDATING: the deployment is updating.z_Name of an application. If set, this will display only the status of the specified application.cttdit|}t |}|;t tjt|tddddS||j vrtj d|ddSt tjt|d|tddddS) NF)rdefault_flow_stylerr0rz Application "z" does not exist.rr9)rVrrrr _get_statusrrrr:rrr r)rerxrstatuss r+rrs<N(  ( ( : : < <MM--// 0 0F | I*622.#(      }1 1 1  DTDDD E E E E E  .vn/Ed/KLL2',#       r-z;Shuts down Serve on the cluster, deleting all applications.z--yesz-yzBypass confirmation prompt.yesct td it|}|jjt jd|ddSn2#t$r%}t j d|d|Yd}~dSd}~wwxYw|stj d|ddt| t j d dS) Nz2No Serve instance found running on the cluster at rbz3Unable to shutdown Serve on the cluster at address z: z5This will shut down Serve on the cluster at address "z=" and delete all applications there. Do you want to continue?T)abortzCSent shutdown request; applications will be deleted asynchronously.r9)rVrrrcontroller_infonode_idr rUrrrLconfirmdelete_applicationsr)rerres r+rrsW,  #G,,>>@@    ( 0 8  OWOOO    F 9  P' P PQ P P                 '""66888MsAA"" B,B  Bz6Generate a config file for the specified applications.aImports the applications at IMPORT_PATHS and generates a structured, multi-application config for them. If the flag --single-app is set, accepts one application and generates a single-application config. Config outputted from this command can be used by `serve deploy` or the REST API. import_pathsz --output-pathz-ozyLocal path where the output config will be written in YAML format. If not provided, the config will be printed to STDOUT. output_pathrkc tjd|ddtdtffd }dtjd}g}t D]+\}}|||d|dz ,d d d d t|dt |d} tj | |tj| tddddz }t!jd|ddz}|rt'|dn tj5} | |ddddS#1swxYwYdS)Nrr~rxcVt|}t|ts#td|dt |dt ||}t |tdkrdnd||id|jD}| d S) Nz Expected 'z' to be an Application but got rbrxr"rc,g|]}t|Sr9)r)r;ds r+r=z3build..build_app_config..Os!PPPQ-a00PPPr-)rxrr~rz deploymentsTr) r r?r TypeErrorrarrr&rr@)r~rxr built_appschemars r+build_app_configzbuild..build_app_configBs&{33#{++ U[UUcUUU '0$&?&?&? ' #L 1 1Q 6 6JJJ#PP):OPPP    {{{...r-zB# This file was generated using the `serve build` command on Ray vz. rr"rrz0.0.0.0i@rgrj)rlrmrnlogging_configrFPrJ)rrrwidthindentz^The auto-generated application names default to `app1`, `app2`, ... etc. Rename as necessary.  wr[)rrrrBrp __version__ enumerateappendrrr@rrrrrr rrstriprstdoutwrite) rrrrkr config_str app_configs app_indexr~ deploy_configfs ` r+buildrsRHOOAw//c///////& *? * * * K"+L"9"9VV ;++K>SIPQM>S>STTTUUUU&  &'>  (//..00#  M ...$)&  JO ! ""4((4/J#. >k3   CJ!  s5EEEc$eZdZdZdfd ZxZS)raYAML dumper object with custom formatting for ServeDeploySchema. Reformat config to follow this spacing with appropriate line breaks: --------------------------------------------------------------- proxy_location: EveryNode http_options: host: 0.0.0.0 port: 8000 grpc_options: port: 9000 grpc_servicer_functions: [] logging_config: # ... applications: - name: app1 import_path: app1.path # ... Nct|t|jdkr"tdSdS)Nr")superwrite_line_breakr&indents)selfr* __class__s r+rz(ServeDeploySchemaDumper.write_line_breaksV   &&& t|   ! ! GG $ $ & & & & & " !r-r[)__name__ __module__ __qualname____doc__r __classcell__)r s@r+rrsG.''''''''''r-rr*cR|dt|jS)zCustom representer for Enum objects to serialize as their string values. This tells PyYAML when it encounters an Enum object, serialize it as a string scalar using its .value attribute.r#)r(rBrr)s r+enum_representerrs#  " "#:C OO L LLr-)ZrSrr1rrr dataclassesrenumrtypingrrrrr rLrrrpr ray._common.utilsr "ray.autoscaler._private.cli_loggerr #ray.dashboard.modules.dashboard_sdkr ray.dashboard.modules.serve.sdkrray.serve._privaterrray.serve._private.build_apprrray.serve._private.constantsrrrrrray.serve.configrrrray.serve.deploymentrrray.serve.schemarrrrAPP_DIR_HELP_STRRAY_INIT_ADDRESS_HELP_STRRAY_DASHBOARD_ADDRESS_HELP_STRrr,rBr6r:rPrVgroupr@r\commandoptionrTrintroChoicerArrrrargumentrboolrrrrr SafeDumperrradd_multi_representeradd_representerr9r-r+r-s   33333333333333  ))))))999999FFFFFFAAAAAA222222DDDDDDDD CBBBBBBB , L B$+ B B B B&&&&&(* uSz d38n         @TXt,<===   344  JNN=& 1 1  "    S?P S S S    S?P S S S   #  dd>** + + 6   #  dd=)) * * :    S?P S S S     ? 54hD(( 3-(CH~ ( $sCx.) (  ((((V@ J  '(( 2666    -                  V  JNN24K L L  ' Sz    3-       76)(  zB= F '(( 2666    H    1           JNN=$ / /  "   J         4     "  4   KKSzKK K  K  KKK KK KKK        76)(LK\RSS  JNN24K L L  '     D   !C!x}!!!  TS&!HQ 2 & JNN24K L L  '      !   !C!x}!!!  'L!H F  JNN24K L L  ' gtT0MNNN c    ON FG V b4888       A       ? E*E E#E"#Y EEE  98FEP'''''do'''BMT[MMMMM--d4DEEE''];;;;;r-