&`i\ 6ddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z m Z ddl mZddlmZddlmZmZmZmZmZmZmZddlZddlZddlZddlmZddlmZm Z ddl!m"Z"m#Z#dd l$m%Z%dd l&m'Z'dd l(m)Z)m*Z*dd l+m,Z,m-Z-dd l.m/Z/ddl0m1Z1 ddl2Z3n #e4$rdZ3YnwxYw ddl5Z6n #e4$rdZ6YnwxYwdZ7dZ8dee9dee9ddfdZ:e;dZ<GddeZ=Gdde9eZ>edZ?ee=e?fZ@ejAe-ZBdZCGddZDeEeDjFiZGe6eDjHeGe6jI<eDjJeGe6jK<e3eDjLeGe3jM<ejNddde,fd ZOdYd"ePfd#ZQd$ZRd%ZSdZd&ZTd'ZUd(ZVd)ZWd*ZXd+e9fd,ZYd-ed.edefd/ZZGd0d1Z[d2ee9fd3Z\d4Z]d5e9de9fd6Z^d7e/de_fd8Z`d9eed:edeeafd;Zbd+e9defd<Zcde9fd=Zdd>eeed?eed@eedeeefdAZfdee9fdBZgde9fdCZhde_fdDZidEePdFeeedePfdGZjde9fdHZkde_fdIZl d[dKe9dLe9dMee*dNe9de9f dOZmdPee=de9ffdQZndRedSe)fdTZodZdUZpde_fdVZqGdWdXZrdS)\N) ROUND_HALF_UPDecimal)Enum)wraps)AnyCallableDictListOptionalTypeVarUnion)HEAD_NODE_RESOURCE_NAME)get_random_alphanumeric_string import_attr) LOCAL_MODE SCRIPT_MODE)MessagePackSerializer) ActorHandle)RequestMetadataServeComponentType)HTTP_PROXY_TIMEOUTSERVE_LOGGER_NAME) ObjectRef)StandaloneSerializationContextz[^\x20-\x7E]|[<>:\"/\\|?*] ssl_certfile ssl_keyfilereturnc8|r|r|r|stddSdS)zValidate SSL configuration for HTTPS support. Args: ssl_certfile: Path to SSL certificate file ssl_keyfile: Path to SSL private key file Raises: ValueError: If only one of ssl_certfile or ssl_keyfile is provided zLBoth ssl_keyfile and ssl_certfile must be provided together to enable HTTPS.N) ValueError)rrs l/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/serve/_private/utils.pyvalidate_ssl_configr"-sL  [ k ,         zStreaming deployment handle results cannot be passed to downstream handle calls. If you have a use case requiring this feature, please file a feature request on GitHub.ceZdZdZdS)DEFAULTN)__name__ __module__ __qualname__VALUEr#r!r%r%Is EEEr#r%ceZdZdZdZdZdZdS)DeploymentOptionUpdateType LightWeightNeedsReconfigureNeedsActorReconfigure HeavyWeightN)r'r(r)r.r/r0r1r+r#r!r-r-Ms(K*4KKKr#r-Tz'{component_name}_{component_id}{suffix}cjeZdZdZedZedZedZedZdS)_ServeCustomEncoderszHGroup of custom encoders for common types that's not handled by FastAPI.ct|tjsJ|jjdkr|t }|jjdvr|t}|S)Nf>iu) isinstancenpndarraydtypekindastypefloatinttolistobjs r!encode_np_arrayz$_ServeCustomEncoders.encode_np_arraygsf#rz***** 9>S **U##C 9>Z ' '**S//Czz||r#cbt|tjsJ|SN)r9r:genericitemrBs r!encode_np_scalerz%_ServeCustomEncoders.encode_np_scalerps(#rz*****xxzzr#cNt|tsJt|SrF)r9 ExceptionstrrBs r!encode_exceptionz%_ServeCustomEncoders.encode_exceptionus##y)))))3xxr#cft|tjsJ|dS)Nrecords)orient)r9pd DataFrameto_dictrBs r!encode_pandas_dataframez,_ServeCustomEncoders.encode_pandas_dataframezs.#r|,,,,,{{){,,,r#N) r'r(r)__doc__ staticmethodrDrIrMrTr+r#r!r4r4dsRR\\\--\---r#r4)num_cpusr&cvd}tj}|s tj|}|jdksJ|d}n ||}n#t$rYnwxYwd|cxkrtj|z kr%nn"t d|tj||dSdS)NFTrz&HTTP proxy not ready after {} seconds.)timerequestsget status_coderK TimeoutErrorformatsleep) http_endpointbackoff_time_s check_readytimeout http_is_ready start_timeresps r!block_until_http_readyrhsMJ# < ..D#s****" $ + D 1 1     D  w 1 1 1 1z1 1 1 1 1 1GNNwWWXX X >"""#####s1A AAlengthc t|SrF)r)rjs r!get_random_stringrls )& 1 11r#cD|}|D]}|d|z }|S)Nz-{})r_) actor_name modifiersnamemodifiers r!format_actor_namerrs3 D''  X&&& Kr#)r'r)r(rU__annotations__c xtD]}|dkrst|dd}|r_t|jdi}|D]\}}|||||_{t||rt||t||||_ dS)z6Copy common class-level metadata onto a wrapper class.rsN) CLASS_WRAPPER_METADATA_ATTRSgetattrdict__dict__r\items setdefaultrshasattrsetattr __wrapped__) wrapper_cls target_clsattrtarget_annotationsmerged_annotationskeyvalues r!copy_class_metadatars, B B $ $ $!(5F!M!M ! A%)(,,->CC&&"#5":":"<"<>>JC&11#u====.@ +  :t $ $ B Kwz4'@'@ A A A(Kr#cjt}tjj|dS)zVEnsure the serialization addons on registered, even when Ray has not been started.N)rrayutilserialization_addonsapply)ctxs r!ensure_serialization_contextrs. ) * *CH!'',,,,,r#ctjjj}||}|}|SrF)r_privateworker global_workerget_serialization_context serializeto_bytes)rCrbuffer serializeds r!msgpack_serializersA ,  + E E G GC ]]3  F""J r#cl tj|tdd}n#t$rwxYw|SrF)rloadsMESSAGE_PACK_OFFSETrK)datarCs r!msgpack_deserializersJ#)$/B/C/C*DdKK   Js"% 1c||dS|t}|t}t}||zD]"tfd||fD|<#|S)Nc<g|]}|dS)r)r\).0ers r! zmerge_dict..s%AAAQ155a==AAAr#)rwkeyssum)dict1dict2resultrs @r! merge_dictrs }t } } VVFzz||ejjll*CCAAAA5%.AAABBs Mr# import_pathc|d}t|dkrtd|dd|dd|dfS)aW Takes in an import_path of form: [subdirectory 1].[subdir 2]...[subdir n].[file name].[attribute name] Parses this path and returns the module name (everything before the last dot) and attribute name (everything after the last dot), such that the attribute can be imported using "from module_name import attr_name". .zGot zm as import path. The import path should at least specify the file name and attribute name connected by a dot.N)splitlenr join)rnodess r!parse_import_pathrss   c " "E 5zzA~~ 2; 2 2 2   88E#2#J  r **r# parent_env child_envct|ts tdt|dt|ts tdt|dt j|}t j|}|di}|di}||||||d<|S)aCreates a runtime_env dict by merging a parent and child environment. This method is not destructive. It leaves the parent and child envs the same. The merge is a shallow update where the child environment inherits the parent environment's settings. If the child environment specifies any env settings, those settings take precdence over the parent. - Note: env_vars are a special case. The child's env_vars are combined with the parent. Args: parent_env: The environment to inherit settings from. child_env: The environment with override settings. Returns: A new dictionary containing the merged runtime_env settings. Raises: TypeError: If a dictionary is not passed in for parent_env or child_env. zGot unexpected type "z2" for parent_env. parent_env must be a dictionary.z0" for child_env. child_env must be a dictionary.env_vars)r9r TypeErrortypecopydeepcopyr\update)rrdefaults overridesdefault_env_varsoverride_env_varss r!%override_runtime_envs_except_env_varsrs, j$ ' '  /D$4$4 / / /    i & &  .DOO . . .   }Z((H i((I||J33! j"55 OOI-...+HZ Or#c*eZdZdZdefdZdefdZdS)JavaActorHandleProxyz9Wraps actor handle and translate snake_case to camelCase.handlec`||_tt|j|_dSrF)rsetdir_available_attrs)selfrs r!__init__zJavaActorHandleProxy.__init__9s) #C $4$4 5 5r#rc||jvr|}nE|d}|ddd|ddDz}t|j|S)N_rc3>K|]}|VdSrF)title)rxs r! z3JavaActorHandleProxy.__getattr__..Bs*4W4W1QWWYY4W4W4W4W4W4Wr#r&)rrrrvr)rrcamel_case_key componentss r! __getattr__z JavaActorHandleProxy.__getattr__=sl $' ' ' NN3J']RWW4W4W STSUSU4W4W4W-W-WWNt{N333r#N)r'r(r)rUrrrLrr+r#r!rr6sPCC6{66664s444444r#rpackagescfd}|S)aDecorator making sure function run in specified environments Examples: >>> from ray.serve._private.utils import require_packages >>> @require_packages(["numpy", "package_a"]) # doctest: +SKIP ... def func(): # doctest: +SKIP ... import numpy as np # doctest: +SKIP ... ... # doctest: +SKIP >>> func() # doctest: +SKIP ImportError: func requires ["numpy", "package_a"] but ["package_a"] are not available, please pip install them. cfdtjrtfd}n?tjrtfd}nt d|S)Nctdsug}D]<} tj|#t$r||Y9wxYwt |dkrt dd|dd_dSdS)N_require_packages_checkedrz requires packages z to run but zE are missing. Please `pip install` them or add them to `runtime_env`.T)r{ importlib import_moduleModuleNotFoundErrorappendr ImportErrorr)missing_packagespackagefuncrs r!check_import_oncez>require_packages..decorator..check_import_onceUs4!<== 6#% '99G9!/8888.999(//888889'((1,,%))H))+))) 26... 6 6s.AAc8K|i|d{VSrFr+argskwargsrrs r!wrappedz4require_packages..decorator..wrappedhs=!!###!T426222222222r#c(|i|SrFr+rs r!rz4require_packages..decorator..wrappedos'!!###tT,V,,,r#z$Decorator expect callable functions.)inspectiscoroutinefunctionr isroutiner )rrrrs` @r! decoratorz#require_packages..decoratorTs 6 6 6 6 6 6"  &t , , E 4[[ 3 3 3 3 3[ 3 3 t $ $ E 4[[ - - - - -[ - - CDD Dr#r+)rrs` r!require_packagesrFs%#####J r#c,ddl}t|d S)Nr__file__)__main__r{)mains r!in_interactive_shellr|s#tZ(( ((r# snake_strc|dd}|ddd|ddDzS)z*Convert a snake case string to camel case.rrrc3dK|]+}|dd|ddzV,dS)Nr&)upper)rwords r!rz&snake_to_camel_case..sAPPdd2A2hnn..abb9PPPPPPr#r&N)striprr)rwordss r!snake_to_camel_casersU OOC & &s + +E 8bggPPeABBiPPPPP PPr#obj_refc\tj|gd\}}t|dkS)z>Check if ray object reference is ready without waiting for it.r)rdr&)rwaitr)rfinishedrs r!check_obj_ref_ready_nowaitrs-(G9a000KHa x==A r#rrct|dkr?t|d|jd}|r!t|dd}|r||kr|dSdS)a!Check if this is a method rather than a function. Does this by checking to see if `func` is the attribute of the first (`self`) argument under `func.__name__`. Unfortunately, this is the most robust solution to this I was able to find. It would also be preferable to do this check when the decorator runs, rather than when the method is. Returns the `self` object if it's a method call, else None. Arguments: args: arguments to the function/method call. func: the unbound function that was called. rFr}N)rrvr')rrmethodrs r!extract_self_if_method_callrsa 4yy1}}a$-77  fmU;;G 7d??Aw 4r#c t|}n'#t$r}td|d|d}~wwxYwt|st d|d |S#t$r}t d|d|d}~wwxYw)agCall the function given import path. Args: import_path: The import path of the function to call. Raises: ValueError: If the import path is invalid. TypeError: If the import path is not callable. RuntimeError: if the function raise exeception during execution. Returns: The result of the function call. zThe import path z cannot be imported: Nz is not callable.z The function z raised an exception: )rrKr callabler RuntimeError)r callback_funcrs r!call_function_from_import_pathrsS#K00 SSSQKQQaQQRRRS M " "KI;IIIJJJS} SSSQ;QQaQQRRRSs( 616 A&& B 0BB cd}tjD]#}t|dvr|dr |d}n$| Jd|S)zGet the head node id. Iterate through all nodes in the ray cluster and return the node id of the first alive node with head node resource. N ResourcesAliveNodeIDzCannot find alive head node.)rrr) head_node_idnodes r!get_head_node_idr sa L  "d;&7 7 7DM 7>L E  # #%C # # # r# timeout_s start_time_s curr_time_scF||dkr|S||z }td||z S)aGet the timeout remaining given an overall timeout, start time, and curr time. If the timeout passed in was `None` or negative, will always return that timeout directly. If the timeout is >= 0, the returned remaining timeout always be >= 0. Nr)max)r r rtime_since_start_ss r!calculate_remaining_timeoutrs9IMM$|3 q)00 1 11r#c*tj}g}|D]]}|dd}|rC|didddkr||^|S)zFetch and parse the Ray placement group table for live placement group names. Placement groups are filtered based on their `scheduling_state`; any placement group not in the "REMOVED" state is considered live. rprstatsscheduling_stateUNKNOWNREMOVED)rrplacement_group_tablevaluesr\r)r live_pg_namesentrypg_names r!"get_all_live_placement_group_namesrs  H::<<M&--//**))FB''  * '2&&**+=yIIYVV   ) ) ) r#ctjjj}|tt hvrdS tj}|dS|S#t$rYdSwxYw)zGets the ID of the calling actor. If this is called in a driver, returns "DRIVER." If otherwise called outside of an actor, returns an empty string. This function hangs when GCS is down due to the `ray.get_runtime_context()` call. DRIVERNr)rget_runtime_contextrmoderr get_actor_idrK) worker_modeactor_ids r!get_current_actor_idr%s~)++27K{J///x .00==??Hr   22 s'AA A*)A*cP tjdS#t$rYdSwxYw)NTF)asyncioget_running_looprr+r#r!is_running_in_asyncio_loopr)s= """t uus  %% num_replicastarget_capacityc||dkr|S|dks|dkrdSt||ztdz }|t}tdt |S)a{Return the `num_replicas` adjusted by the `target_capacity`. The output will only ever be 0 if `target_capacity` is 0 or `num_replicas` is 0 (to support autoscaling deployments using scale-to-zero). Rather than using the default `round` behavior in Python, which rounds half to even, uses the `decimal` module to round half up (standard rounding behavior). NdrgY@)roundingr&)rto_integral_valuerrr@)r*r+adjusted_num_replicasrounded_adjusted_num_replicass r!"get_capacity_adjusted_num_replicasr2s/S"8"8!|q00q#L?$BCCgennT$9$K$K%L%%! q#344 5 55r#clttjtjddS)N)r@version)rLuuidUUIDrandom getrandbitsr+r#r!generate_request_idr;4s, tyV/44a@@@ A AAr#cRtjjjSrF)rrclient is_connectedr+r#r!inside_ray_client_contextr?<s 8?  + + - --r#rcomponent_name component_idcomponent_typesuffixctjtd|}|}|#|jd|}|tjkr|d|}t |||}|S)zLGet the component's file name. Replaces special characters with underscores.rN)r@rArC)resubFILE_NAME_REGEXrrREPLICAFILE_FMTr_)r@rArBrCcomponent_log_file_name file_names r!get_component_file_namerL@sVOS.AAN-!%3%9"L"LN"L"L /7 7 7 .AAAAN.! I r# route_prefixc |tjus|dS|dstd|d|dkr(|drtd|dd|vsd|vrtd|ddS)N/zInvalid route_prefix 'z)', must start with a forward slash ('/').z#', may not end with a trailing '/'.{}z', may not contain wildcards.)r%r* startswithr endswith)rMs r!validate_route_prefixrTXsw}$$ (<  " "3 ' '  5\ 5 5 5   s|44S99 /\ / / /    lc\11 P\ P P P   21r#rCrequest_metadatacKddlm}m}t||rtt||r&t j|SdS)zResolve `DeploymentResponse` objects to underlying object references. This enables composition without explicitly calling `_to_object_ref`. r)DeploymentResponseDeploymentResponseGeneratorN)ray.serve.handlerWrXr9)GENERATOR_COMPOSITION_NOT_SUPPORTED_ERRORr' create_task_to_object_ref)rCrUrWrXs r!resolve_deployment_responser]nst QPPPPPPP#233977 C+ , ,9"3#5#5#7#788899r#c tjd#t$rtdwxYw)NT z!Got KeyboardInterrupt, exiting...)rZr`KeyboardInterruptloggerwarningr+r#r!wait_for_interruptrc|sS  JrNNN  :;;;  s&>cH|jdkot|jdkSNr)portrgrpc_servicer_functions) grpc_configs r!is_grpc_enabledris%  a  PC (K$L$Lq$PPr#cheZdZdZdegeffdZfdZdZdZ dZ dZ d Z d Z d ZxZS) SemaphorezBased on asyncio.Semaphore. This is a semaphore that can be used to limit the number of concurrent requests. Its maximum value is dynamic and is determined by the `get_value_fn` function. get_value_fnc0d|_d|_||_dSre)_waiters_value _get_value_fn)rrls r!rzSemaphore.__init__s  )r#ct}|rdn d|j}|jr|dt |j}d|ddd|dS) Nlockedzunlocked, value:z , waiters:)super__repr__rrrornr)rresextra __class__s r!ruzSemaphore.__repr__sgg   KKMMO/O$+/O/O = =<<DM(:(:<K|d{VdSrF)acquirers r! __aenter__zSemaphore.__aenter__s-llnntr#c2K|dSrF)release)rexc_typeexctbs r! __aexit__zSemaphore.__aexit__s r#c*|SrF)rpr{s r! get_max_valuezSemaphore.get_max_values!!###r#c||j|kptd|jpdDS)z9Returns True if semaphore cannot be acquired immediately.c3@K|]}| VdSrF) cancelled)rws r!rz#Semaphore.locked..s-AAaAKKMM!AAAAAAr#r+)roranyrnr{s r!rrzSemaphore.lockedsC{d00222 AADM,?RAAA A A r#crK|s|xjdz c_dS|jtj|_t j}|j| |d{V|j|n#|j|wxYwnL#t j $r:| s$|xjdzc_| wxYw|j| kr| dS)a4Acquire a semaphore. If the internal counter is larger than zero on entry, decrement it by one and return True immediately. If it is zero on entry, block, waiting until some other coroutine has called release() to make it larger than 0, and then return True. r&TN) rrrorn collectionsdequer'FuturerremoveCancelledErrorr _wake_up_nextrrfuts r!rzzSemaphore.acquires@{{}}  KK1 KK4 = '-//DMn S!!!  *  $$S)))) $$S)))))%   ==?? % q ""$$$    ;++-- - -    ts7B?B:B66B::A DcN|xjdzc_|dS)zRelease a semaphore, incrementing the internal counter by one. When it was zero on entry and another coroutine is waiting for it to become larger than zero again, wake up that coroutine. r&N)rorr{s r!r~zSemaphore.releases, q  r#c|jsdS|jD]>}|s(|xjdz c_|ddS?dS)z)Wake up the first waiter that isn't done.Nr&T)rndonero set_resultrs r!rzSemaphore._wake_up_nextsj}  F=  C88::  q t$$$   r#)r'r(r)rUrr@rrur|rrrrrzr~r __classcell__)rxs@r!rkrks *Xb#g%6**** ***** $$$   !!!F       r#rk)ri)rN)r)sr'rrrrloggingr9rErZr7decimalrrenumr functoolsrtypingrrr r r r r r[rray.util.serialization_addonsray._common.constantsrray._common.utilsrrray._private.workerrr ray._rayletr ray.actorrray.serve._private.commonrrray.serve._private.constantsrr ray.typesrray.util.serializationrpandasrQrnumpyr:rGrrLr"rrZr%r-r2Default getLoggerrarIr4rKrMserve_encodersrDr;rIrGrTrRremoterhr@rlrrrurrrrrrrrrrrboolrobjectrrr r?rrr%r)r2r;r?rLrTr]rcrirkr+r#r!rs  ********FFFFFFFFFFFFFFFFFF $$$$999999IIIIIIII77777777------!!!!!!IIIIIIIINNNNNNNNAAAAAA BBB BBB0 3- .6sm      &-9L=--)d      d     GCLL    , - - 5--------81BC>!5!EN2:!5!FN2:>#7#ON2<  Q  ####422c2222 ))))&---   +3++++,,d,t,PT,,,,^ 4 4 4 4 4 4 4 4 3tCy3333l)))Q3Q3QQQQ d d3ixHVDT0SSSSSS4 #     222 2 e_ 2222(DI(c2D66(0666660BSBBBB.4.... /0    0 gtS.@(A    , 93 9/ 9 9 9 9    QDQQQQYYYYYYYYYYs$BB)(B)-B22B<;B<