
    &`i%                     R   d dl mZ dZdZdZdZdZdZdZd	Z	d
Z
dZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZd Z d!Z!d"Z"d#Z#d$Z$d%Z%d&Z&d'Z'd(Z(d)Z)d*Z*d+Z+d,Z,d-Z-d.Z.d/Z/d0Z0d1Z1d2Z2d3Z3d4Z4d5Z5d6Z6d7Z7d8Z8d9Z9d:Z:d;Z;d<Z<d=Z=d>Z>d?Z?d@Z@dAZAdBZBdCZCdDZDdEZEdFZFdGZGdHZHdIZIdJZJdKZKdLZLdMZMdNZNdOZOdPZPdQZQdRZRdSZSdTZTdUZUdVZVdWZWdXZXdYZYdZZZd[Z[d\Z\d]Z]d^Z^d_Z_d`Z`daZadbZbdcZcddZddeZedfZfdgZgdhZhdiZidjZjdkZkdlZldmZmdnZndoZodpZpdqZqdrZrdsZsdtZtduZudvZvdwZwdxZxdyZydzZzd{Z{d|Z|d}Z}d~Z~dZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdS )    )ALL_MODULESaggregator_actorsdifferentiable_learners
evaluationenv_runnersoffline_eval_runnersfault_tolerancelearner_grouplearnersreplay_buffertimersnum_trainable_parametersnum_non_trainable_parameters%num_training_step_calls_per_iterationmean_num_episode_lists_receivednum_agent_steps_sampled num_agent_steps_sampled_lifetime!num_agent_steps_sampled_this_iternum_env_steps_samplednum_env_steps_sampled_lifetime num_env_steps_sampled_per_secondnum_env_steps_sampled_this_iter.num_env_steps_sampled_for_evaluation_this_iternum_module_steps_sampled!num_module_steps_sampled_lifetime$env_to_module_sum_episodes_length_in%env_to_module_sum_episodes_length_outactual_n_stepagent_actual_n_stepagent_step_utilizationmodule_actual_n_stepmodule_step_utilizationenv_step_utilizationnum_agent_episodesnum_agent_episodes_added!num_agent_episodes_added_lifetimenum_agent_episodes_evicted#num_agent_episodes_evicted_lifetimenum_agent_episodes_per_samplenum_agent_resamplesnum_agent_steps_addednum_agent_steps_added_lifetimenum_agent_steps_evicted num_agent_steps_evicted_lifetimenum_agent_steps_per_sample#num_agent_steps_per_sample_lifetimenum_agent_steps_storednum_env_steps_addednum_env_steps_added_lifetimenum_env_steps_evictednum_env_steps_evicted_lifetimenum_env_steps_per_sample!num_env_steps_per_sample_lifetimenum_env_steps_storednum_episodes_storednum_episodes_addednum_episodes_added_lifetimenum_episodes_evictednum_episodes_evicted_lifetimenum_episodes_per_samplenum_resamplesnum_module_episodesnum_module_episodes_added"num_module_episodes_added_lifetimenum_module_episodes_evicted$num_module_episodes_evicted_lifetimenum_module_episodes_per_samplenum_module_resamplesnum_module_steps_addednum_module_steps_added_lifetimenum_module_steps_evicted!num_module_steps_evicted_lifetimenum_module_steps_per_sample$num_module_steps_per_sample_lifetimenum_module_steps_storedepisode_duration_sec_meanepisode_len_meanepisode_len_maxepisode_len_minepisode_return_meanepisode_return_maxepisode_return_minnum_episodesnum_episodes_lifetimetime_between_samplingdataset_num_iters_trained"dataset_num_iters_trained_lifetimedataset_num_iters_evaluated$dataset_num_iters_evaluated_lifetime$mean_num_learner_group_update_called!mean_num_learner_results_receivednum_agent_steps_trained num_agent_steps_trained_lifetime!num_agent_steps_trained_this_iternum_env_steps_trainednum_env_steps_trained_lifetimenum_env_steps_trained_this_iternum_module_steps_trained!num_module_steps_trained_lifetimemodule_sample_batch_size_meanmodule_train_batch_size_mean(learner_connector_sum_episodes_length_in)learner_connector_sum_episodes_length_outnum_steps_trained_this_iternum_weight_broadcasts<mean_num_training_step_calls_since_last_synch_worker_weightsweights_seq_nonum_grad_updates_lifetime'diff_num_grad_updates_vs_sampler_policylast_target_update_tsnum_target_updatestraining_iterationevaluation_iteration"offline_evaluation_iteration_timertraining_step
apply_gradcompute_gradsgarbage_collectionrestore_env_runnersrestore_eval_env_runnersrestore_offline_eval_runnerssynch_weightssynch_env_connectorssynch_eval_env_connectors	grad_waitsampleenv_runner_sampling_timerenv_reset_timerenv_step_timerenv_to_module_connectorrlmodule_inference_timermodule_to_env_connectoroffline_sampling_timerreplay_buffer_add_data_timerreplay_buffer_sampling_timer replay_buffer_update_prios_timerlearner_connectorlearner_update_timerlearnloadtarget_net_updateconnector_pipeline_timer
connectorslearner_statstd_errorN)ray.rllib.corer   AGGREGATOR_ACTOR_RESULTSDIFFERENTIABLE_LEARNER_RESULTSEVALUATION_RESULTSENV_RUNNER_RESULTSOFFLINE_EVAL_RUNNER_RESULTSFAULT_TOLERANCE_STATSLEARNER_GROUPLEARNER_RESULTSREPLAY_BUFFER_RESULTSTIMERSNUM_TRAINABLE_PARAMETERSNUM_NON_TRAINABLE_PARAMETERS%NUM_TRAINING_STEP_CALLS_PER_ITERATIONMEAN_NUM_EPISODE_LISTS_RECEIVEDNUM_AGENT_STEPS_SAMPLED NUM_AGENT_STEPS_SAMPLED_LIFETIME!NUM_AGENT_STEPS_SAMPLED_THIS_ITERNUM_ENV_STEPS_SAMPLEDNUM_ENV_STEPS_SAMPLED_LIFETIME NUM_ENV_STEPS_SAMPLED_PER_SECONDNUM_ENV_STEPS_SAMPLED_THIS_ITER.NUM_ENV_STEPS_SAMPLED_FOR_EVALUATION_THIS_ITERNUM_MODULE_STEPS_SAMPLED!NUM_MODULE_STEPS_SAMPLED_LIFETIME$ENV_TO_MODULE_SUM_EPISODES_LENGTH_IN%ENV_TO_MODULE_SUM_EPISODES_LENGTH_OUTACTUAL_N_STEPAGENT_ACTUAL_N_STEPAGENT_STEP_UTILIZATIONMODULE_ACTUAL_N_STEPMODULE_STEP_UTILIZATIONENV_STEP_UTILIZATIONNUM_AGENT_EPISODES_STOREDNUM_AGENT_EPISODES_ADDED!NUM_AGENT_EPISODES_ADDED_LIFETIMENUM_AGENT_EPISODES_EVICTED#NUM_AGENT_EPISODES_EVICTED_LIFETIMENUM_AGENT_EPISODES_PER_SAMPLENUM_AGENT_RESAMPLESNUM_AGENT_STEPS_ADDEDNUM_AGENT_STEPS_ADDED_LIFETIMENUM_AGENT_STEPS_EVICTED NUM_AGENT_STEPS_EVICTED_LIFETIMENUM_AGENT_STEPS_PER_SAMPLE#NUM_AGENT_STEPS_PER_SAMPLE_LIFETIMENUM_AGENT_STEPS_STOREDNUM_ENV_STEPS_ADDEDNUM_ENV_STEPS_ADDED_LIFETIMENUM_ENV_STEPS_EVICTEDNUM_ENV_STEPS_EVICTED_LIFETIMENUM_ENV_STEPS_PER_SAMPLE!NUM_ENV_STEPS_PER_SAMPLE_LIFETIMENUM_ENV_STEPS_STOREDNUM_EPISODES_STOREDNUM_EPISODES_ADDEDNUM_EPISODES_ADDED_LIFETIMENUM_EPISODES_EVICTEDNUM_EPISODES_EVICTED_LIFETIMENUM_EPISODES_PER_SAMPLENUM_RESAMPLESNUM_MODULE_EPISODES_STOREDNUM_MODULE_EPISODES_ADDED"NUM_MODULE_EPISODES_ADDED_LIFETIMENUM_MODULE_EPISODES_EVICTED$NUM_MODULE_EPISODES_EVICTED_LIFETIMENUM_MODULE_EPISODES_PER_SAMPLENUM_MODULE_RESAMPLESNUM_MODULE_STEPS_ADDEDNUM_MODULE_STEPS_ADDED_LIFETIMENUM_MODULE_STEPS_EVICTED!NUM_MODULE_STEPS_EVICTED_LIFETIMENUM_MODULE_STEPS_PER_SAMPLE$NUM_MODULE_STEPS_PER_SAMPLE_LIFETIMENUM_MODULE_STEPS_STOREDEPISODE_DURATION_SEC_MEANEPISODE_LEN_MEANEPISODE_LEN_MAXEPISODE_LEN_MINEPISODE_RETURN_MEANEPISODE_RETURN_MAXEPISODE_RETURN_MINNUM_EPISODESNUM_EPISODES_LIFETIMETIME_BETWEEN_SAMPLINGDATASET_NUM_ITERS_TRAINED"DATASET_NUM_ITERS_TRAINED_LIFETIMEDATASET_NUM_ITERS_EVALUATED$DATASET_NUM_ITERS_EVALUATED_LIFETIME$MEAN_NUM_LEARNER_GROUP_UPDATE_CALLED!MEAN_NUM_LEARNER_RESULTS_RECEIVEDNUM_AGENT_STEPS_TRAINED NUM_AGENT_STEPS_TRAINED_LIFETIME!NUM_AGENT_STEPS_TRAINED_THIS_ITERNUM_ENV_STEPS_TRAINEDNUM_ENV_STEPS_TRAINED_LIFETIMENUM_ENV_STEPS_TRAINED_THIS_ITERNUM_MODULE_STEPS_TRAINED!NUM_MODULE_STEPS_TRAINED_LIFETIMEMODULE_SAMPLE_BATCH_SIZE_MEANMODULE_TRAIN_BATCH_SIZE_MEAN(LEARNER_CONNECTOR_SUM_EPISODES_LENGTH_IN)LEARNER_CONNECTOR_SUM_EPISODES_LENGTH_OUTSTEPS_TRAINED_THIS_ITER_COUNTERNUM_SYNCH_WORKER_WEIGHTS7NUM_TRAINING_STEP_CALLS_SINCE_LAST_SYNCH_WORKER_WEIGHTSWEIGHTS_SEQ_NONUM_GRAD_UPDATES_LIFETIME'DIFF_NUM_GRAD_UPDATES_VS_SAMPLER_POLICYLAST_TARGET_UPDATE_TSNUM_TARGET_UPDATESTRAINING_ITERATION_TIMEREVALUATION_ITERATION_TIMER"OFFLINE_EVALUATION_ITERATION_TIMERTRAINING_STEP_TIMERAPPLY_GRADS_TIMERCOMPUTE_GRADS_TIMERGARBAGE_COLLECTION_TIMERRESTORE_ENV_RUNNERS_TIMERRESTORE_EVAL_ENV_RUNNERS_TIMER"RESTORE_OFFLINE_EVAL_RUNNERS_TIMERSYNCH_WORKER_WEIGHTS_TIMER SYNCH_ENV_CONNECTOR_STATES_TIMER%SYNCH_EVAL_ENV_CONNECTOR_STATES_TIMERGRAD_WAIT_TIMERSAMPLE_TIMERENV_RUNNER_SAMPLING_TIMERENV_RESET_TIMERENV_STEP_TIMERENV_TO_MODULE_CONNECTORRLMODULE_INFERENCE_TIMERMODULE_TO_ENV_CONNECTOROFFLINE_SAMPLING_TIMERREPLAY_BUFFER_ADD_DATA_TIMERREPLAY_BUFFER_SAMPLE_TIMER REPLAY_BUFFER_UPDATE_PRIOS_TIMERLEARNER_CONNECTORLEARNER_UPDATE_TIMERLEARN_ON_BATCH_TIMERLOAD_BATCH_TIMERTARGET_NET_UPDATE_TIMERCONNECTOR_PIPELINE_TIMERCONNECTOR_TIMERSLEARNER_STATS_KEYTD_ERROR_KEY     t/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/rllib/utils/metrics/__init__.py<module>r(     s   & & & & & & / !: ! " 4 ) ' 	 6 =  )P % #D 3 #E  $G !/ !A #E  "C 4 / 6 $G !'M $(O %  + 1 - 3 - 0 5 $G !9 &K # ? + / !A 3 #E  9 &K #1 + = / !A 5 $G !- + ) ; -  ? 3 2 7 %I "; 'M $!A - 1 "C 5 $G !; 'M $3 7 % ##+ ) ) / / 7 %I "; 'M $'M $$G !3 #E  $G !/ !A "C 5 $G ! ? = +U (,W ) #@  3 B 8 "7 
 +T ' 0 )  0 3 %I "%   % / 1 !; %C ", #9  (C %7 #!3 5 3 1 = ; #E  ' -   - 5   $ r&  