&`iJnddlZddlZddlmZddlmZmZmZmZm Z m Z m Z ddl m Z mZmZmZddlmZddlmZddlmZmZddlmZdd lmZmZmZdd lmZej eZ!ed Gd dZ"ed GddZ#de#defdZ$dede#fdZ%dS)N)deepcopy)AnyCallableDictListOptionalTupleUnion)DeploymentConfig ReplicaConfigRequestRouterConfighandle_num_replicas_auto)SERVE_LOGGER_NAME) ServeUsageTag)DEFAULTDefault)AutoscalingConfig)DeploymentSchema LoggingConfigRayActorOptionsSchema) PublicAPIstable) stabilityceZdZdZddZdS) ApplicationaOne or more deployments bound with arguments that can be deployed together. Can be passed into another `Deployment.bind()` to compose multiple deployments in a single application, passed to `serve.run`, or deployed via a Serve config file. For example, to define an Application and run it in Python: .. code-block:: python from ray import serve from ray.serve import Application @serve.deployment class MyDeployment: pass app: Application = MyDeployment.bind(OtherDeployment.bind()) serve.run(app) To run the same app using the command line interface (CLI): .. code-block:: bash serve run python_file:app To deploy the same app via a config file: .. code-block:: yaml applications: my_app: import_path: python_file:app bound_deployment Deploymentc||_dSN)_bound_deployment)selfrs h/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/serve/deployment.py__init__zApplication.__init__;s!1N)rr)__name__ __module__ __qualname____doc__r#r$r"rrs3!!F222222r$rc1ReZdZdZ d4dedededeeddf d Zdefd Z e defd Z e deefd Z e de eeffd Ze defdZe defdZe defdZe defdZe dZe deefdZe deefdZe deefdZe deefdZe defdZdefdZdZde fdZ!de"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#e"j#de"j#fdeede$ede$ede$ee eefde$e edfde$eed e$e%eee&fd!e$ed"e$ed#e$eed$e$ed%e$ed&e$e ee'dfd'e$e&d(e$e&d)e$e&d*e$e&de$e ee(dfd+e$e ee)dfd,e$eed-e$eeefd.e*d/e$eddf0d0Z+d1Z,d2Z-d3Z.dS)5raClass (or function) decorated with the `@serve.deployment` decorator. This is run on a number of replica actors. Requests to those replicas call this class. One or more deployments can be composed together into an `Application` which is then run via `serve.run` or a config file. Example: .. code-block:: python @serve.deployment class MyDeployment: def __init__(self, name: str): self._name = name def __call__(self, request): return "Hello world!" app = MyDeployment.bind() # Run via `serve.run` or the `serve run` CLI command. serve.run(app) NFnamedeployment_configreplica_configversionreturnc|std|||$t|tst d||_||_||_||_dS)NzZThe Deployment constructor should not be called directly. Use `@serve.deployment` instead.zversion must be a string.) RuntimeError_validate_name isinstancestr TypeError_name_version_deployment_config_replica_config)r!r+r,r-r. _internals r"r#zDeployment.__init__\s =  D!!!:gs#;#;788 8  "3-r$ct|tstdd|vrtjd|ddSdS)Nzname must be a string.#zvDeployment names should not contain the '#' character, this will raise an error starting in Ray 2.46.0. Current name: .)r3r4r5warningswarn)r!r+s r"r2zDeployment._validate_namersj$$$ 6455 5 $;; M)!%)))      ;r$c|jS)zUnique name of this deployment.r6r!s r"r+zDeployment.name}s zr$c|jSr)r7rBs r"r.zDeployment.versions }r$c|jjS)z8Underlying class or function that this deployment wraps.)r9deployment_defrBs r" func_or_classzDeployment.func_or_classs#22r$c|jjS)zTarget number of replicas.)r8 num_replicasrBs r"rHzDeployment.num_replicass&33r$c|jjS)z%Dynamic user-provided config options.)r8 user_configrBs r"rJzDeployment.user_configs&22r$c|jjS)z4Max number of requests a replica can handle at once.)r8max_ongoing_requestsrBs r"rLzDeployment.max_ongoing_requestss&;;r$c|jjS)zDMax number of requests that can be queued in each deployment handle.)r8max_queued_requestsrBs r"rNzDeployment.max_queued_requestss&::r$c td)N`route_prefix` can no longer be specified at the deployment level. Pass it to `serve.run` or in the application config instead.) ValueErrorrBs r" route_prefixzDeployment.route_prefixs K   r$c|jjS)z:Actor options such as resources required for each replica.)r9ray_actor_optionsrBs r"rTzDeployment.ray_actor_optionss#55r$c|jjSr)r9 init_argsrBs r"rVzDeployment.init_argss#--r$c|jjSr)r9 init_kwargsrBs r"rXzDeployment.init_kwargss#//r$c:tddS)NzUDeprecationWarning: `Deployment.url` is deprecated and will be removed in the future.)loggerwarningrBs r"urlzDeployment.urls$ 1   tr$c|jjSrr8logging_configrBs r"r_zDeployment.logging_configs&55r$r_c||j_dSrr^)r!r_s r"set_logging_configzDeployment.set_logging_configs1?...r$c td)NzNDeployments cannot be constructed directly. Use `deployment.deploy() instead.`)r1rBs r"__call__zDeployment.__call__s 1   r$cJt|||S)zBind the arguments to the deployment and return an Application. The returned Application can be deployed using `serve.run` (or via config file) or bound to another deployment for composition. ) _init_args _init_kwargs)roptions)r!argskwargss r"bindzDeployment.binds" 4<<4f<MMNNNr$rFrHrRrTplacement_group_bundlesplacement_group_strategymax_replicas_per_noderJrLrNautoscaling_configgraceful_shutdown_wait_loop_sgraceful_shutdown_timeout_shealth_check_period_shealth_check_timeout_srequest_router_configrerfr:max_constructor_retry_countc |tjurtd| td|dkr4d}t| | \} } tjddtD}t|j }|s|j ||tjddfvr| tjdfvrtd|dkrtd |s)|tjurtd n|tjdfvr||_| tjur| |_| tjur| |_| tjur| |_|tjur||_| |jj}|tjur|j}|tjur|j}|tjur |jj}|tjur |jj}|tjur |jj}|tjur |jj}|tjur |jj}| tjur |jj} | tjur| |_|tjur||_|tjur||_ |tjur||_!|tjur||_"|tjur||_#|tjur0tI|tJr|&}||_'tQj)||||||| }tU||||d S)aReturn a copy of this deployment with updated options. Only those options passed in will be updated, all others will remain unchanged from the existing deployment. Refer to the `@serve.deployment` decorator docs for available arguments. rPNz2`max_ongoing_requests` must be non-null, got None.auto1c<g|]\}}|dvr|tju|S)>r!r:rF)rVALUE).0optionvalues r" z&Deployment.options.. sA( ( ( CCCW]** +**r$zQManually setting num_replicas is not allowed when autoscaling_config is provided.rz)num_replicas is expected to larger than 0zDeprecationWarning: `version` in `Deployment.options()` has been deprecated. Explicitly specifying version will raise an error in the future!)rVrXrTrkrlrmT)r.r:)+rryrQrrAUTO_NUM_REPLICAS_USEDrecordlocalsitemsrr8user_configured_option_namesupdaterZr[rHrJrLrNrtr9rEr6r7rVrXrTrkrlrmrnrsrorprqrrr3rdictr_r creater)r!rFr+r.rHrRrTrkrlrmrJrLrNrnrorprqrrr_rsrerfr:rtrnew_deployment_confignew_replica_configs r"rgzDeployment.optionssJ w} , ,O  'QRR R 6 ! !L7O$&888 4 "4  0 7 7 < < < ( ( !'!1!1( ( ( $!))@ A A  ! > E E,     M     ! M )   2  1  HII I >WGM99 NN     '-!6 6 61= ! . gm + +0; ! - w} 4 49M ! 6 gm 3 38K ! 5 &gm ; ;+ " =   0?M 7= :D gm # #mG  & &-7J 7= ( (/;L  - - $ 4 F  "gm 3 3&*&:&R # #w} 4 4'+';'T $ GM 1 1$($8$N ! W] 2 27I ! 4  5 5:O ! 7 ( = =- " ? 'gm ; ;+ " = ! 5 5:O ! 7 ! 6 6;Q ! 8  . ..-88 7!/!4!4!6!63A ! 0*1  $/$;%="7     !      r$c t|j|jk|j|jk|j|jk|jj|jjk|jj|jjk|jj|jjkgSr)allr6r7r8r9rVrXrT)r!others r"__eq__zDeployment.__eq__s~ ek) /'5+CC$.%2G2QQ$0E4I4UU$6(:;     r$cd|jdS)NzDeployment(name=)rArBs r"__str__zDeployment.__str__s/$*////r$c t|Sr)r4rBs r"__repr__zDeployment.__repr__s4yyr$)NF)/r%r&r'r(r4r r rr#r2propertyr+r.r rrFintrHrrJrLrNrRrrTr rVrXr\r_rarcrrjrryrrfloatrrr boolrgrrrr)r$r"rr@sw>"& ...,.& . # . ...., 3    cX#X3uXs]3333X34c444X43S333X3666X6.5:...X.0U3Z000X0Xc]X6666X6@@@@@   O{OOOO-1$] ' ;B=29-5<]CJ=18.5m.5m-4],3M M8? 6=m07 18DKM M*1-07 4;M9v v )v clv  v huS#X78 v eCI./ v #8D>2v ")d3:.>)?!@v #*#,v  's|v Xc]+v &clv %S\v $ $)4/ 0 v "(/u~#v $&-U^%v & 'u~'v (!()v * dM4&? @A+v , ' $+T1 2 -v 2E#J'3v 4d38n-5v 67v 8&-S\9v : ;v v v v p    000r$rdr/cP|jtj|j}nd}id|jd|jjrdn|jd|jd|jd|j d|jjd|jj d |jj d |jj d |jj d |d |jjd|jjd|jjd|jjd|jj}t)|D]}|dkr||jjvr||=t/di|S)zConverts a live deployment object to a corresponding structured schema. Args: d: Deployment object to convert Nr+rHrLrNrJrnrorprqrrrTrlrkrmr_rsr))rTr parse_objr+r8rnrHrLrNrJrorprqrrr9rlrkrmr_rslistkeysrr)rray_actor_options_schemadeployment_optionsr{s r"deployment_to_schemars #B1CV#W#W  #'   2 ^   6  q4  q} a2E ()=)[ &q';'W !5!K !!"6"M 5 #A$5$N "1#4#L !2!H!" !.=#$ !5!K%2)..0011++ f  a2OOO"6*  1 10 1 11r$sc V|jtjurd}n|jd}|jtjurd}n|j}|jtjurd}n|j}|jtjurd}n|j}tj|j |j |j |j |j |j|j|j|j|j|j }||_t-jddi||||}t1|j||dS) aMCreates a deployment with parameters specified in schema. The returned deployment CANNOT be deployed immediately. It's func_or_class value is an empty string (""), which is not a valid import path. The func_or_class value must be overwritten with a valid function or class before the deployment can be deployed. NT) exclude_unset) rHrJrLrNrnrorprqrrr_rsr))rErVrXrTrkrlrm)r+r,r-r:)rTrryrrkrlrmr from_defaultrHrJrLrNrnrorprqrrr_rs!_get_user_configured_option_namesrr rrr+)rrTrkrlrmr,r-s r"schema_to_deploymentrsc gm++ /4444HH GM11"&"#";!W]22#'  #$#= '-// $ ! 7(5^M31/&'&E$%$A5 7'5    ++--2#)+ 7!93N  V+%    r$)&loggingr>copyrtypingrrrrrr r ray.serve._private.configr r r rray.serve._private.constantsrray.serve._private.usagerray.serve._private.utilsrrray.serve.configrray.serve.schemarrrray.util.annotationsr getLoggerrZrrrrr)r$r"rs DDDDDDDDDDDDDDDDDD ;:::::22222255555555......SSSSSSSSSS******  , - - X&2&2&2&2&2&2&2&2R XXXXXXXXXv 02J02+;02020202f=,=======r$