&`i "dZddlmZddlmZddlmZddlmZ ddlm Z ddlm Z e jZejdZejd ZejeZejd ZejeZejd ZejeZejd ZejeZejd ZejeZejdZejeZdZ dZ!dZ"dZ#dZ$dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.dZ/dZ0dZ1dZ2dZ3dZ4dZ5dZ6dZ7dZ8dZ9dZ:dZ;dZej=dZ?ej=dZ@ej=dZAej=dZBej=dZCeCjDdZEej=dZFej=d ZGej=d!ZHeHjDd"ZIej=d#ZJeJjDd$ZKej=d%ZLeLjDd&ZMej=d'ZNeNjDd(ZOej=d)ZPej=d*ZQej=d+ZRej=d,ZSej=d-ZTej=d.ZUej=d/ZVej=d0ZWej=d1ZXej=d2ZYej=d3ZZej=d4Z[ej=d5Z\ej=d6Z]ej=d7Z^ej=d8Z_ej=d9Z`ej=d:Zaej=d;Zbej=d<Zcej=d=Zdej=d>Zeej=d?Zfej=d@Zgej=dAZhej=dBZie jjde jkfe>dCdDZlemele jjde jkfe?dCdDZnemene jjde jkfe@dCdDZoemeoe jjde jkfeAdCdDZpemepe jjde jkfeBdCdDZqemeqe jjde jkfe jjde jkfeEdCdDeCdCdEZremeremerjse jjde jkfeFdCdDZtemete jjd e jkfeGdCdDZuemeue jjd!e jkfe jjd"e jkfeIdCdDeHdCdFZvemevemevjwe jjd#e jkfe jjd$e jkfeKdCdDeJdCdGZxemexemexjye jjd%e jkfe jjd&e jkfeMdCdDeLdCdHZzemezemezj{e jjd'e jkfe jjd(e jkfeOdCdDeNdCdIZ|eme|eme|j}e jjd)e jkfePdCdDZ~eme~e jjd*e jkfeQdCdDZemee jjd+e jkfeRdCdDZemee jjd,e jkfeSdCdDZemee jjd-e jkfeTdCdDZemee jjd.e jkfeUdCdDZemee jjd/e jkfeVdCdDZemee jjd0e jkfeWdCdDZemee jjd1e jkfeXdCdDZemee jjd2e jkfeYdCdDZemee jjd3e jkfeZdCdDZemee jjd4e jkfe[dCdDZemee jjd5e jkfe\dCdDZemee jjd6e jkfe]dCdDZemee jjd7e jkfe^dCdDZemee jjd8e jkfe_dCdDZemee jjd9e jkfe`dCdDZemee jjd:e jkfeadCdDZemee jjd;e jkfebdCdDZemee jjde jkfeedCdDZemee jjd?e jkfefdCdDZemee jjd@e jkfegdCdDZemee jjdAe jkfehdCdDZemee jjdBe jkfeidCdDZemeejdJZejdKZejdLZejdMZejdNkr_d_e>_d`e?_dae?_dbe@_dce@_ddeA_deeA_dfeB_dgeB_dheC_dieC_djeE_dieE_dkeF_dleF_dmeG_dneG_doeH_dpeH_dqeI_dpeI_dreJ_dseJ_dteK_dseK_dueL_dveL_dweM_dveM_dxeN_dyeN_dzeO_dyeO_d{eP_d|eP_d}eQ_d~eQ_deR_deR_deS_deS_deT_deT_deU_deU_deV_deV_deW_deW_deX_deX_deY_deY_deZ_deZ_de[_de[_de\_de\_de]_de]_de^_de^_de__de__de`_de`_dea_dea_deb_deb_dec_dec_ded_ded_dee_dee_def_def_deg_deg_deh_deh_dei_dei_de_de_de_de_de_de_de_de_dOSdOS)zGenerated protocol buffer code.)enum_type_wrapper) descriptor)descriptor_pool)message) reflection)symbol_databases" src/ray/protobuf/serve.proto ray.serve"q AutoscalingPolicy' policy_function ( RpolicyFunction3 _serialized_policy_def ( RSerializedPolicyDef" AutoscalingConfig! min_replicas ( R minReplicas! max_replicas ( R maxReplicas, metrics_interval_s (RmetricsIntervalS+ look_back_period_s (RlookBackPeriodS) smoothing_factor (RsmoothingFactor* downscale_delay_s (RdownscaleDelayS& upscale_delay_s (R upscaleDelayS. initial_replicas ( HRinitialReplicas= upscale_smoothing_factor (HRupscaleSmoothingFactorA downscale_smoothing_factor (HRdownscaleSmoothingFactor4 policy ( 2.ray.serve.AutoscalingPolicyRpolicy6 target_ongoing_requests (RtargetOngoingRequests. upscaling_factor (HRupscalingFactor2 downscaling_factor (HRdownscalingFactor= downscale_to_zero_delay_s (HRdownscaleToZeroDelayS1 aggregation_function ( RaggregationFunctionB _initial_replicasB _upscale_smoothing_factorB _downscale_smoothing_factorB _upscaling_factorB _downscaling_factorB _downscale_to_zero_delay_s" LoggingConfig3 encoding (2.ray.serve.EncodingTypeRencoding log_level ( RlogLevel logs_dir ( RlogsDir* enable_access_log (RenableAccessLogA additional_log_standard_attrs ( RadditionalLogStandardAttrs" RequestRouterConfigB _serialized_request_router_cls ( RSerializedRequestRouterCls0 request_router_class ( RrequestRouterClassB request_routing_stats_period_s (RrequestRoutingStatsPeriodSD request_routing_stats_timeout_s (RrequestRoutingStatsTimeoutS2 request_router_kwargs ( RrequestRouterKwargs" DeploymentConfig! num_replicas (R numReplicas0 max_ongoing_requests (RmaxOngoingRequests. max_queued_requests (RmaxQueuedRequests user_config ( R userConfig@ graceful_shutdown_wait_loop_s (RgracefulShutdownWaitLoopS= graceful_shutdown_timeout_s (RgracefulShutdownTimeoutS1 health_check_period_s (RhealthCheckPeriodS3 health_check_timeout_s (RhealthCheckTimeoutS* is_cross_language (RisCrossLanguageN deployment_language (2.ray.serve.DeploymentLanguageRdeploymentLanguageK autoscaling_config ( 2.ray.serve.AutoscalingConfigRautoscalingConfig version ( Rversion? user_configured_option_names ( RuserConfiguredOptionNames? logging_config ( 2.ray.serve.LoggingConfigR loggingConfigR request_router_config ( 2.ray.serve.RequestRouterConfigRrequestRouterConfig= max_constructor_retry_count (RmaxConstructorRetryCount" RequestMetadata request_id ( R requestId. internal_request_id ( RinternalRequestId call_method ( R callMethodA context ( 2'.ray.serve.RequestMetadata.ContextEntryRcontext0 multiplexed_model_id ( RmultiplexedModelId route ( Rroute: ContextEntry key ( Rkey value ( Rvalue:8"$ RequestWrapper body ( Rbody"Y UpdatedObject' object_snapshot ( RobjectSnapshot snapshot_id (R snapshotId" LongPollRequestb keys_to_snapshot_ids ( 21.ray.serve.LongPollRequest.KeysToSnapshotIdsEntryRkeysToSnapshotIdsD KeysToSnapshotIdsEntry key ( Rkey value (Rvalue:8" LongPollResultV updated_objects ( 2-.ray.serve.LongPollResult.UpdatedObjectsEntryRupdatedObjects[ UpdatedObjectsEntry key ( Rkey. value ( 2.ray.serve.UpdatedObjectRvalue:8" EndpointInfo# endpoint_name ( R endpointName route ( Rroute; config ( 2#.ray.serve.EndpointInfo.ConfigEntryRconfig9 ConfigEntry key ( Rkey value ( Rvalue:8" EndpointSetC endpoints ( 2%.ray.serve.EndpointSet.EndpointsEntryR endpointsU EndpointsEntry key ( Rkey- value ( 2.ray.serve.EndpointInfoRvalue:8"% ActorNameList names ( Rnames"^ DeploymentTargetInfo# replica_names ( R replicaNames! is_available (R isAvailable" DeploymentVersion! code_version ( R codeVersionH deployment_config ( 2.ray.serve.DeploymentConfigRdeploymentConfig* ray_actor_options ( RrayActorOptions6 placement_group_bundles ( RplacementGroupBundles8 placement_group_strategy ( RplacementGroupStrategy1 max_replicas_per_node (RmaxReplicasPerNode" ReplicaConfig. deployment_def_name ( RdeploymentDefName% deployment_def ( R deploymentDef init_args ( RinitArgs init_kwargs ( R initKwargs* ray_actor_options ( RrayActorOptions6 placement_group_bundles ( RplacementGroupBundles8 placement_group_strategy ( RplacementGroupStrategy1 max_replicas_per_node (RmaxReplicasPerNode" DeploymentInfo name ( RnameH deployment_config ( 2.ray.serve.DeploymentConfigRdeploymentConfig? replica_config ( 2.ray.serve.ReplicaConfigR replicaConfig" start_time_ms (R startTimeMs actor_name ( R actorName version ( Rversion end_time_ms (R endTimeMs' target_capacity (RtargetCapacity^ target_capacity_direction (2".ray.serve.TargetCapacityDirectionRtargetCapacityDirection"k DeploymentRouteB deployment_info ( 2.ray.serve.DeploymentInfoRdeploymentInfo route ( Rroute"^ DeploymentRouteListG deployment_routes ( 2.ray.serve.DeploymentRouteRdeploymentRoutes" DeploymentStatusInfo name ( Rname3 status (2.ray.serve.DeploymentStatusRstatus message ( RmessageI status_trigger (2".ray.serve.DeploymentStatusTriggerR statusTrigger"s DeploymentStatusInfoListW deployment_status_infos ( 2.ray.serve.DeploymentStatusInfoRdeploymentStatusInfos" ApplicationStatusInfo4 status (2.ray.serve.ApplicationStatusRstatus message ( Rmessage1 deployment_timestamp (RdeploymentTimestamp" StatusOverview? app_status ( 2 .ray.serve.ApplicationStatusInfoR appStatusT deployment_statuses ( 2#.ray.serve.DeploymentStatusInfoListRdeploymentStatuses name ( Rname" ListApplicationsRequest"G ListApplicationsResponse+ application_names ( RapplicationNames" HealthzRequest"+ HealthzResponse message ( Rmessage"L UserDefinedMessage name ( Rname foo ( Rfoo num (Rnum"H UserDefinedResponse greeting ( Rgreeting num_x2 (RnumX2" UserDefinedMessage2"2 UserDefinedResponse2 greeting ( Rgreeting"T FruitAmounts orange (Rorange apple (Rapple banana (Rbanana"" FruitCosts costs (Rcosts" ArrayData nums (Rnums" StringData data ( Rdata"% ModelOutput output (Routput" DeploymentArgs' deployment_name ( RdeploymentName+ deployment_config ( RdeploymentConfig% replica_config ( R replicaConfig& deployer_job_id ( R deployerJobId& route_prefix ( HR routePrefix ingress (Ringress docs_path ( HRdocsPathB _route_prefixB _docs_path"I ApplicationArgs6 external_scaler_enabled (RexternalScalerEnabled*" EncodingType TEXT JSON** DeploymentLanguage PYTHON JAVA*6 TargetCapacityDirection UNSET UP DOWN* DeploymentStatus DEPLOYMENT_STATUS_UPDATING DEPLOYMENT_STATUS_HEALTHY DEPLOYMENT_STATUS_UNHEALTHY# DEPLOYMENT_STATUS_DEPLOY_FAILED DEPLOYMENT_STATUS_UPSCALING! DEPLOYMENT_STATUS_DOWNSCALING* DeploymentStatusTrigger) %DEPLOYMENT_STATUS_TRIGGER_UNSPECIFIED3 /DEPLOYMENT_STATUS_TRIGGER_CONFIG_UPDATE_STARTED5 1DEPLOYMENT_STATUS_TRIGGER_CONFIG_UPDATE_COMPLETED/ +DEPLOYMENT_STATUS_TRIGGER_UPSCALE_COMPLETED1 -DEPLOYMENT_STATUS_TRIGGER_DOWNSCALE_COMPLETED) %DEPLOYMENT_STATUS_TRIGGER_AUTOSCALING4 0DEPLOYMENT_STATUS_TRIGGER_REPLICA_STARTUP_FAILED1 -DEPLOYMENT_STATUS_TRIGGER_HEALTH_CHECK_FAILED, (DEPLOYMENT_STATUS_TRIGGER_INTERNAL_ERROR& "DEPLOYMENT_STATUS_TRIGGER_DELETING * ApplicationStatus APPLICATION_STATUS_DEPLOYING APPLICATION_STATUS_RUNNING$ APPLICATION_STATUS_DEPLOY_FAILED APPLICATION_STATUS_DELETING" APPLICATION_STATUS_NOT_STARTED APPLICATION_STATUS_UNHEALTHY2 RayServeAPIService[ ListApplications".ray.serve.ListApplicationsRequest#.ray.serve.ListApplicationsResponse@ Healthz.ray.serve.HealthzRequest.ray.serve.HealthzResponse2 UserDefinedServiceI __call__.ray.serve.UserDefinedMessage.ray.serve.UserDefinedResponseH Method1.ray.serve.UserDefinedMessage.ray.serve.UserDefinedResponseJ Method2.ray.serve.UserDefinedMessage2.ray.serve.UserDefinedResponse2L Streaming.ray.serve.UserDefinedMessage.ray.serve.UserDefinedResponse02L FruitService< FruitStand.ray.serve.FruitAmounts.ray.serve.FruitCosts2 RayServeBenchmarkService9 grpc_call.ray.serve.ArrayData.ray.serve.ModelOutputA call_with_string.ray.serve.StringData.ray.serve.ModelOutputB' io.ray.serve.generatedB ServeProtosPbproto3 EncodingTypeDeploymentLanguageTargetCapacityDirectionDeploymentStatusDeploymentStatusTriggerApplicationStatus AutoscalingPolicyAutoscalingConfig LoggingConfigRequestRouterConfigDeploymentConfigRequestMetadata ContextEntryRequestWrapper UpdatedObjectLongPollRequestKeysToSnapshotIdsEntryLongPollResultUpdatedObjectsEntry EndpointInfo ConfigEntry EndpointSetEndpointsEntry ActorNameListDeploymentTargetInfoDeploymentVersion ReplicaConfigDeploymentInfoDeploymentRouteDeploymentRouteListDeploymentStatusInfoDeploymentStatusInfoListApplicationStatusInfoStatusOverviewListApplicationsRequestListApplicationsResponseHealthzRequestHealthzResponseUserDefinedMessageUserDefinedResponseUserDefinedMessage2UserDefinedResponse2 FruitAmounts FruitCosts ArrayData StringData ModelOutputDeploymentArgsApplicationArgszray.serve.generated.serve_pb2) DESCRIPTOR __module__)rrCrD)r"rCrD)r$rCrD)r&rCrD)r(rCrDRayServeAPIServiceUserDefinedService FruitServiceRayServeBenchmarkServiceFNs' io.ray.serve.generatedB ServeProtosPs8i\i~iiiiiiiiii+icifiQiTiii9 i< i iJ i i i i i i i i i i0 i iOiiRiiii"i$iiiiiNiQiiisiuiiiiiiiiijiliiiiiii ii[i]iiiiiiiFiHijiliiiiiiiiiZii\ i_ i!i!i!i!i")__doc__google.protobuf.internalrgoogle.protobufr _descriptorr_descriptor_poolr_messager _reflectionr_symbol_databaseDefault_sym_dbAddSerializedFilerCenum_types_by_name _ENCODINGTYPEEnumTypeWrapperr _DEPLOYMENTLANGUAGEr _TARGETCAPACITYDIRECTIONr _DEPLOYMENTSTATUSr _DEPLOYMENTSTATUSTRIGGERr _APPLICATIONSTATUSrTEXTJSONPYTHONJAVAUNSETUPDOWNDEPLOYMENT_STATUS_UPDATINGDEPLOYMENT_STATUS_HEALTHYDEPLOYMENT_STATUS_UNHEALTHYDEPLOYMENT_STATUS_DEPLOY_FAILEDDEPLOYMENT_STATUS_UPSCALINGDEPLOYMENT_STATUS_DOWNSCALING%DEPLOYMENT_STATUS_TRIGGER_UNSPECIFIED/DEPLOYMENT_STATUS_TRIGGER_CONFIG_UPDATE_STARTED1DEPLOYMENT_STATUS_TRIGGER_CONFIG_UPDATE_COMPLETED+DEPLOYMENT_STATUS_TRIGGER_UPSCALE_COMPLETED-DEPLOYMENT_STATUS_TRIGGER_DOWNSCALE_COMPLETED%DEPLOYMENT_STATUS_TRIGGER_AUTOSCALING0DEPLOYMENT_STATUS_TRIGGER_REPLICA_STARTUP_FAILED-DEPLOYMENT_STATUS_TRIGGER_HEALTH_CHECK_FAILED(DEPLOYMENT_STATUS_TRIGGER_INTERNAL_ERROR"DEPLOYMENT_STATUS_TRIGGER_DELETINGAPPLICATION_STATUS_DEPLOYINGAPPLICATION_STATUS_RUNNING APPLICATION_STATUS_DEPLOY_FAILEDAPPLICATION_STATUS_DELETINGAPPLICATION_STATUS_NOT_STARTEDAPPLICATION_STATUS_UNHEALTHYmessage_types_by_name_AUTOSCALINGPOLICY_AUTOSCALINGCONFIG_LOGGINGCONFIG_REQUESTROUTERCONFIG_DEPLOYMENTCONFIG_REQUESTMETADATAnested_types_by_name_REQUESTMETADATA_CONTEXTENTRY_REQUESTWRAPPER_UPDATEDOBJECT_LONGPOLLREQUEST'_LONGPOLLREQUEST_KEYSTOSNAPSHOTIDSENTRY_LONGPOLLRESULT#_LONGPOLLRESULT_UPDATEDOBJECTSENTRY _ENDPOINTINFO_ENDPOINTINFO_CONFIGENTRY _ENDPOINTSET_ENDPOINTSET_ENDPOINTSENTRY_ACTORNAMELIST_DEPLOYMENTTARGETINFO_DEPLOYMENTVERSION_REPLICACONFIG_DEPLOYMENTINFO_DEPLOYMENTROUTE_DEPLOYMENTROUTELIST_DEPLOYMENTSTATUSINFO_DEPLOYMENTSTATUSINFOLIST_APPLICATIONSTATUSINFO_STATUSOVERVIEW_LISTAPPLICATIONSREQUEST_LISTAPPLICATIONSRESPONSE_HEALTHZREQUEST_HEALTHZRESPONSE_USERDEFINEDMESSAGE_USERDEFINEDRESPONSE_USERDEFINEDMESSAGE2_USERDEFINEDRESPONSE2 _FRUITAMOUNTS _FRUITCOSTS _ARRAYDATA _STRINGDATA _MODELOUTPUT_DEPLOYMENTARGS_APPLICATIONARGSGeneratedProtocolMessageTypeMessagerRegisterMessagerrrrrrrr r!r"r#r$r%r&r'r(r)r*r+r,r-r.r/r0r1r2r3r4r5r6r7r8r9r:r;r<r=r>r?r@rArBservices_by_name_RAYSERVEAPISERVICE_USERDEFINEDSERVICE _FRUITSERVICE_RAYSERVEBENCHMARKSERVICE_USE_C_DESCRIPTORS_options_serialized_options_serialized_start_serialized_endq/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/serve/generated/serve_pb2.pyrs &%666666555555??????//////555555?????? #  " $ $ &  % ' ' 9 9;QVRVRV -n= 0 0??  34HI6&67JKK%89RS;+;}M/ > *?@PQ1/B"89OP56IJ1/B23CD34EF!78MN"89OP&<=WX#9:QR23CD%; 23CD34EFk>?TW_WgVi%0ll +,,,;;;???99:JXM]L_B+BCX[c[kZm62pp !0 b b  ''':;;;7{7IYH[:+:=8K[J],2`` 0 ^ ^    %%% 01116k6}xGWFY=[=>NQYQaPc.2ff 0 \ \    $$$ 23338 88K[J]0``  &&&?{?@VYaYiXk&0nn ,---k>?TW_WgVi%0ll +,,,?{?@VYaYiXk&0nn ,---C;CD^aiaq`s*0vv 0111@ @AX[c[kZm'0pp -...99:JXM]L_ 0bb '''B+BC\_g_o^q)0tt /000C;CD^aiaq`s*0vv 011199:JXM]L_ 0bb ''':+:;LxO_Na!0dd (((=[=>RU]UeTg$0jj *+++>k>?TW_WgVi%0ll +,,,>k>?TW_WgVi%0ll +,,,?{?@VYaYiXk&0nn ,---7{7IYH[0^^  %%% 5[ 5lXEUDW0ZZ  ### 4K 4[8CSBU0XX    """ 5[ 5lXEUDW0ZZ  ###6k6}xGWFY0\\  $$$99:JXM]L_ 0bb ''':+:;LxO_Na!0dd ((( 12FG 12FG+N; &78RS!U***#W* +/(6>359)2@H)=15%.)9$(/#"&/!8<%76:%5"&-! $-.2-,0+!%, #,04/.2-#'."!%. *.)(,''+&%)$#'."!%. $(/#"&/!%)$#'")-('+&*.)(,'.2-,0++/*)-($(/#"&/!-1,+/*.2-,0+$(/#"&/!%)$#'"(,'&*%)-('+&)-('+&*.)(,'"&-! $- $+"+#*!* $+"+!%, #,$(/#"&/!%)$#'"(,'&*%(,'&*%"&-! $-.2-,0+++o+*r