&`iAjddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z m Z m Z mZddlmZddlZddlZ ddlmZn #e$rdZYnwxYwddlmZddlmZddlmZdd lmZmZmZm Z m!Z!dd l"m#Z#m$Z$m%Z%dd l&m'Z'dd l(m)Z)m*Z*dd l+m,Z,m-Z-m.Z.e rddl/m0Z0ej1e2Z3de4e5de5ddzDZ6de7dede7fdZ8e#de7de7fdZ9e#de.dede.fdZ:e#de,de dfdZ;e$GddeZr#)s@@@Q#a&&@@@cz json_datapolicyreturnc~|D]&\}}||jvr|j|jnd}|jdrh|t jks0|t jks |t jks|t jkr(tj |j d||d||<|jdrg|t j ks0|t j ks |t j ks|t j kr'tj |j d||d||<(|S)a@Handle nested action/observation spaces for policies. Translates nested lists/dicts from the json into proper np.ndarrays, according to the (nested) observation- and action- spaces of the given policy. Providing nested lists w/o this preprocessing step would confuse a SampleBatch constructor. _disable_action_flatteningc*tj|SNnparraycomps r"z0_adjust_obs_actions_for_policy..ERXd^^r$F) check_types_disable_preprocessor_apic*tj|Sr/r0r3s r"r5z0_adjust_obs_actions_for_policy..Rr6r$)itemsview_requirementsdata_colconfiggetrACTIONS PREV_ACTIONStreemap_structure_up_toaction_space_structOBSNEXT_OBSobservation_space_struct)r(r)kvr<s r"_adjust_obs_actions_for_policyrI,s]!!1F,,,  $Q ' 0 0  =  9 : :  $ $ $;...K,,,;3333*++! ! IaLL]  : ; ;   ;?**K(((;///3/++! ! IaL r$ci}|D]*\}}|tjkr||tj<%|||<+|S)zEMake sure DONES in json data is properly translated into TERMINATEDS.)r:rDONES TERMINATEDS)r( new_json_datarGrHs r" _adjust_donesrNYsYM!!!!1 ! ! !56M+1 2 2 !M!   r$batchioctxc|j}|dr<|jtdt |t r|jjt}|Wt|jjdksJtt|jj }t|t j |j|t j <na|jD]G\}}t|t j |jj|j|t j <H|ddur|ddur|jtdd }t |t r|jjt}|Wt|jjdksJtt|jj }t |jt"t$fr)|jd st|t'|t j |j|t j <n|jD]\}}|jj|}t |jt"t$fr)|jd st|t'|t j |jj|j|t j <|S) N clip_actionszCclip_actions is True but cannot clip actions since no workers existr'actions_in_input_normalizedFnormalize_actionsTzWactions_in_input_normalized is False butcannot normalize actions since no workers existaNormalization of offline actions that are flattened is not supported! Make sure that you record actions into offline file with the `_disable_action_flattening=True` flag OR as already normalized (between -1.0 and 1.0) values. Also, when reading already normalized action values from offline files, make sure to set `actions_in_input_normalized=True` so that RLlib will not perform normalization on top.r-)r=r>worker ValueError isinstancer policy_mapr lennextitervaluesrr?rCpolicy_batchesr:tupledictr)rOrPcfgr)pidb error_msgs r"postprocess_actionsrdhs0 ,C ww~ < U  e[ ) ) \,001BCCF~5<233q8888d5<#:#A#A#C#CDDEE)4k)*F,F**E+% & & .4466  Q)4k)*L+C0D**+%&& -..%77 GG' ( (D 0 0 < B  ,  e[ ) ) \,001BCCF~5<233q8888d5<#:#A#A#C#CDDEE*UDM ,m''(DEE ,!+++)9k)*F,F**E+% & & .4466  Q05. 0 -++,HII0%Y///)9k)*L+C0D**+%&& Lr$rUrcd|vr|d}ntd|dkr|'t|jdkrtd|D]\}}t |||<|Ct t|j}t||}t|}t|S|dkri}|dD]\}}i} |D]3\}}|tj kr tj }t || |<4||j|}t| |} t| } t| ||<t||dStd |) Ntypez JSON record missing 'type' fieldrr'z\Found single-agent SampleBatch in input file, but our PolicyMap contains more than 1 policy!rr]countzz&JsonReader.__init__..s7SSq8A;;%bTN-BBSSSSSSr$z"Don't know how to glob over `{}`, z/please specify a list of files to read instead.z*type of inputs must be list or str, not {}zFound {} input files.zNo files found matching {})$loggerinfor rPdefault_policyrX batch_sizer=r>maxmathceilrUr rYrZr[r\rWstrospathabspath expanduserisdirjoinwarninganyrVformatfilesextendgloblistr^cur_file)selfrprP num_workersr!s r"__init__zJsonReader.__init__s   C   )ikk 044do : S"j/334FJJDO*+//0A1EEK S"%di+0M&N&NPQ"R"R :  ("j/:DO"&/"5"56G"H"HD "*4?++q0000&*40F0F0H0H+I+I&J&J# fc " " W__RW%7%7%?%?@@Fw}}V$$ "',,vx88"',,vw:W:WXUVUUVVVV SSFSSSSS 4 8??GGGH   44AJ%%dill33334 u . . fDJJ<CCFKK  : J KK/66s4:GG H H H H9@@HHII I r$r*c@g}d}||jkr||}d}|sl|dkrf|dz }td|j||}|s|dkf|s'td|j||}||j z }| |||jkt|}|S)Nrdr'zSkipping empty line in {}z3Failed to read valid experience batch from file: {}) r{ _try_parse _next_linerxdebugrrrV_postprocess_if_neededrgappendr)rretrgrOtriess r"rZzJsonReader.next's,do%%OODOO$5$566EE ;   8?? NNOOO(9(9:: ;   IPP  //66E U[ E JJu   do%% S!! r$c#K|jD]L}||} |}|sn||}|n|V4MdS)aReads through all files and yields one SampleBatchType per line. When reaching the end of the last file, will start from the beginning again. Yields: One SampleBatch or MultiAgentBatch per line in all input files. TN)r_try_open_filereadliner)rrfilelinerOs r"read_all_fileszJsonReader.read_all_files>s{J  D&&t,,D }}--=    r$rOcT|jjds|St|}t |t rUg}|D]/}||j |0t|Std)Npostprocess_inputsz7Postprocessing of multi-agent data not implemented yet.) rPr=r>rrWrsplit_by_episoderrzpostprocess_trajectoryrNotImplementedError)rrOout sub_batchs r"rz!JsonReader._postprocess_if_neededRsz $$%9:: L077 e[ ) ) C"3355 R R  4.EEiPPQQQQ!#&& &&I r$ct|jdgtzvr2t"t d|t}n|drFtj tj dd|dd}|}tj |sexistsr__file__parentFileNotFoundErrorresearchzipfileZipFile extractallsubopen)rrctx path_origzip_refrs r"rzJsonReader._try_open_fileds D>> ~(= = =! ((.t CCt$$ Jw||BJNN62$>$>QRRIII7>>$'' Hw||DNN$9$@$GG7>>$'' P'(N (N(N(NOOOyD)) ,_T3//:7&&tDzz'8999:::::::::::::::vi$77w~~d+++++Cs4~~ s&(FF!Frc|}|sdS ||}nD#t$r7td|j|YdSwxYwt||j}|S)Nz&Ignoring corrupt json record in {}: {}) strip _from_json Exceptionrx exceptionrrrdrP)rrrOs r"rzJsonReader._try_parseszz|| 4 OOD))EE      8?? tTT   44   $E4:66 s0=A10A1c |js||_|j}d}|s|dkr|dz }t|jdr|j||_|j}|s2t d|j|s|dk|s'td|j |S)Nrrr'closezIgnoring empty file {}z'Failed to read next line from files: {}) r _next_filerhasattrrrxrrrVr)rrrs r"rzJsonReader._next_lines} . OO--DM}%%'' M53;; QJEt}g.. & ##%%% OO--DM=))++D M 5<sx'@ C& )H ) ) ) )rsA  777777777777!!!!!! %%%%%%%JJJ766666222222******JIIIIIIIII888888LLLLLLLLAAAAAAAAAA3222222  8 $ $@@%%C##c((Q,"?"?@@@*d*F*t****Z T d    JJyJ_JJJJZ& c& 8O+D& & & & V S<S<S<S<S<S<S< S<S<S