&`i$,UdZddlZddlZddlZddlmZddlmZddlm Z m Z m Z m Z ddl Z ddlmZddlmZddlmZmZdd lmZdd lmZmZmZdd lmZdd lmZdd lm Z ddl!m"Z"ddl#m$Z$ej%eZ&da'de(d<da)ee(d<e$eGddZ* dAde+de+de efdZ,dZ-dZ.dddede ded e"d!e/d"e e e0e0gdff d#Z1dBde+defd$Z2ed%Gd&d'Z3ej4d(d)Z5ej4d*d)Z6d+Z7d,Z8 dCd.e0d/e0d0e0d1e0d2e0f d3Z9d4Z:d5e e3fd6Z;ee<Z=e e0e e0ej>ffe(d7<d8e0de e0ej>ffd9Z?d8e0d:e0fd;Z@d8e0d:e0fd<ZAee<ZBe e0e e0effe(d=<d>ZCd?ZDd@ZEdS)Dz This file stores global state for a Serve application. Deployment replicas can use this state to access metadata or the Serve controller. N) defaultdict) dataclass)CallableDictListOptional) RayActorError)ServeControllerClient) DeploymentID ReplicaID)DeploymentConfig)SERVE_CONTROLLER_NAMESERVE_LOGGER_NAMESERVE_NAMESPACE) ReplicaResult)RayServeException)RayServegRPCContext) ReplicaRank) DeveloperAPIReplicaContext_INTERNAL_REPLICA_CONTEXT_global_clientceZdZUdZeed<eed<eed<eed<e ed<dZ e ee gdfed<e d efd Ze d efd Ze d efd ZdS) raStores runtime context info for replicas. Fields: - app_name: name of the application the replica is a part of. - deployment: name of the deployment the replica is a part of. - replica_tag: unique ID for the replica. - servable_object: instance of the user class/function this replica is running. - rank: the rank of the replica. - world_size: the number of replicas in the deployment. replica_idservable_object_deployment_configrank world_sizeN_handle_registration_callbackreturnc$|jjjSN)r deployment_idapp_nameselfs e/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/serve/context.pyr$zReplicaContext.app_name8s,55c$|jjjSr")rr#namer%s r' deploymentzReplicaContext.deployment<s,11r(c|jjSr")r unique_idr%s r' replica_tagzReplicaContext.replica_tag@s ((r()__name__ __module__ __qualname____doc__r __annotations__rr rintrrr propertystrr$r+r.r(r'rr#s  (((( OOONR!8Hl^T5I,J#KRRR 6#666X62C222X2)S)))X)))r(FT_health_check_controllerraise_if_no_controller_runningr c  t>|r5tjtjjtSn9#t $r,tdtdYnwxYwt|S)aGets the global client, which stores the controller's handle. Args: _health_check_controller: If True, run a health check on the cached controller if it exists. If the check fails, try reconnecting to the controller. raise_if_no_controller_running: Whether to raise an exception if there is no currently running Serve controller. Returns: ServeControllerClient to the running Serve controller. If there is no running controller and raise_if_no_controller_running is set to False, returns None. Raises: RayServeException: If there is no running Serve controller actor and raise_if_no_controller_running is set to True. Nz-The cached controller has died. Reconnecting.) rrayget _controller check_aliveremoter loggerinfo_set_global_client_connect)r8r9s r'_get_global_clientrDEs,!  %' I2>EEGGHHH! ! & !!! CDDD4     ! 2 3 33sAA3A>=A>c |adSr")r)clients r'rBrBgs NNNr(ctSr")rr7r(r'_get_internal_replica_contextrHls $$r()handle_registration_callbackrrrrrrIc0t||||||adS)N)rrrrrr)rr)rrrrrrIs r'_set_internal_replica_contextrKps1!/'- &B !!!r(cZdtjjj_tjstjt tjtt}n"#t$r|rtdYdSwxYwt|}t||S)aOConnect to an existing Serve application on this Ray cluster. If called from within a replica, this will connect to the same Serve app that the replica is running in. Returns: ServeControllerClient that encapsulates a Ray actor handle to the existing Serve application's Serve Controller. None if there is no running Serve controller actor and raise_if_no_controller_running is set to False. Raises: RayServeException: If there is no running Serve controller actor and raise_if_no_controller_running is set to True. F) namespacez7There is no Serve instance running on this Ray cluster.N)r;_privateworker global_worker_filter_logs_by_jobis_initializedinitr get_actorr ValueErrorrr rB)r9 controllerrFs r'rCrCs$=BCL%9    , ?++++]#8OTTT  ) #I   #Fv Ms A++B  B )frozenceZdZUdZeed<dZeed<dZeed<dZeed<dZ eed<dZ e e ed<d Z eed <d Zeed <dS) _RequestContextroute request_id_internal_request_idr$multiplexed_model_idN grpc_contextFis_http_requestcancel_on_parent_request_cancel)r/r0r1r[r6r3r\r]r$r^r_rrr`boolrar7r(r'rYrYsE3OOOJ "#"""Hc "#"""26L(./666!OT!!!,1#T11111r(rYz'Serve internal request context variable)defaultz0Serve internal batching request context variablect&tttS)zWGet the current request context. Returns: The current request context )_serve_request_contextr<setrYr7r(r'_get_serve_request_contextrgsB!!##+""?#4#4555 ! % % ' ''r(cttgtS)z7Get the list of request contexts for the current batch.)_serve_batch_request_contextr<rfr7r(r' _get_serve_batch_request_contextrjs:#''))1$((,,, ' + + - --r(rZr[r\r]r$r^c t}tt|p|j|p|j|p|j|p|j|p|jdS)z]Set the request context. If the value is not set, the current context value will be used.)r[r\r]r$r^N) rgrerfrYr[r\r]r$r^)r[r\r]r$r^current_request_contexts r'_set_request_contextrms9::828!G%<%G!5"<&;A!8!A!5"<&;        r(cRttdS)zUnset the request context.N)rerfrYr7r(r'_unset_request_contextros"0011111r(request_contextsc:t|dS)z5Add the request context to the batch request context.N)rirf)rps r'_set_batch_request_contextrrs $$%566666r(_requests_pending_assignmentparent_request_idc2|tvr t|SiSr"rsrts r' _get_requests_pending_assignmentrxs888+,=>> Ir( response_idc&|t||<dSr"rv)rtrytasks r'_add_request_pending_assignmentr|sDH !23K@@@r(c|t|vrt||=tt|dkr t|=dSdSNr)rslenrtrys r'"_remove_request_pending_assignmentr$sT23DEEE (): ;K H '(9 :;;q@@ (): ; ; ;A@r(_in_flight_requestsc2|tvr t|SiSr"rrws r'_get_in_flight_requestsr;s///"#455 Ir(c&|t||<dSr"r)rtryreplica_results r'_add_in_flight_requestrBs:H)*;777r(c|t|vrt||=tt|dkr t|=dSdSr~)rrrs r'_remove_in_flight_requestrFsS)*;<<<  1 2; ? 0 122a77  1 2 2 287r()FT)T)rZrZrZrZrZ)Fr2asyncio contextvarslogging collectionsr dataclassesrtypingrrrrr;ray.exceptionsr ray.serve._private.clientr ray.serve._private.commonr r ray.serve._private.configr ray.serve._private.constantsrrr!ray.serve._private.replica_resultrray.serve.exceptionsrray.serve.grpc_utilrray.serve.schemarray.util.annotationsr getLoggerr@rr3rrrbrDrBrHr4r6rKrCrY ContextVarrerirgrjrmrorrdictrsTaskrxr|rrrrrr7r(r'rs ######!!!!!!111111111111 ((((((;;;;;;========666666 <;;;;;222222333333((((((------  , - -.2+222(,%,,, ))))))) )BTX44"4LP4 #$4444D %%%JN)     #+8S#J4D+E"F($$T$=R$$$$l $222222220/-t 6{56    ( ( (... " "     2222 7o1F7777DO;tCTCTd3S',->(?#?@TTTS',EV@WHsHHHHH <#