&`i D DddlZddlZddlZddlZddlmZddlmZmZm Z m Z m Z m Z m Z ddlZddlmZmZmZmZddlmZmZejeZe d4deded d d e e eefddffd Zed de d eee ffdZeedZdZded ee effdZ eded efdZ!ded efdZ"ded efdZ#eded e e e e efe e e efe e e efffdZ$d5ded e%fdZ&d6dede e ed e%fdZ' d4deded d d e eeffd Z( d4ded!eded d fd"Z)eded#e defd$Z*ded#e d efd%Z+ d4ded&e e e efd'ed d d e eeff d(Z,ded)e d e eddffd*Z-d efd+Z.d e eeffd,Z/ded e ee efee efffd-Z0ded ee effd.Z1ded efd/Z2Gd0d1e3Z4eGd2d3e5Z6dS)7N)Mapping)AnyDict GeneratorIterableListOptionalTuple) CategoricalDomainFunction RandomState) DeveloperAPI PublicAPIFunresolved_specconstant_grid_search random_staterreturnc#hKt|||D]\}}t|rJ||fVdS)aGenerates variants from a spec (dict) with unresolved values. There are two types of unresolved values: Grid search: These define a grid search over values. For example, the following grid search values in a spec will produce six distinct variants in combination: "activation": grid_search(["relu", "tanh"]) "learning_rate": grid_search([1e-3, 1e-4, 1e-5]) Lambda functions: These are evaluated to produce a concrete value, and can express dependencies or conditional distributions between values. They can also be used to express random search (e.g., by calling into the `random` or `np` module). "cpu": lambda spec: spec.config.num_workers "batch_size": lambda spec: random.uniform(1, 1000) Finally, to support defining specs in plain JSON / YAML, grid search and lambda functions can also be defined alternatively as follows: "activation": {"grid_search": ["relu", "tanh"]} "cpu": {"eval": "spec.config.num_workers"} Use `format_vars` to format the returned dict of hyperparameters. Yields: (Dict of resolved variables, Spec object) rrN)_generate_variants_internal_unresolved_values)rrr resolved_varsspecs u/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/tune/search/variant_generator.pygenerate_variantsrsiH ;1!   "" t &d+++++T!!!!! ""beta) stabilityvaluesc d|iS)aSpecify a grid of values to search over. Values specified in a grid search are guaranteed to be sampled. If multiple grid search variables are defined, they are combined with the combinatorial product. This means every possible combination of values will be sampled. Example: >>> from ray import tune >>> param_space={ ... "x": tune.grid_search([10, 20]), ... "y": tune.grid_search(["a", "b", "c"]) ... } This will create a grid of 6 samples: ``{"x": 10, "y": "a"}``, ``{"x": 10, "y": "b"}``, etc. When specifying ``num_samples`` in the :class:`TuneConfig `, this will specify the number of random samples per grid search combination. For instance, in the example above, if ``num_samples=4``, a total of 24 trials will be started - 4 trials for each of the 6 grid search combinations. Args: values: An iterable whose parameters will be used for creating a trial grid. grid_search)r s rr"r"=sB 6 ""r)randomnp nested_dictci}|D]Q\}}t|tr1t|D]\}}|||f|z<K|||f<R|S)zlFlattens a nested dict by joining keys into tuple of paths. Can then be passed into `format_vars`. )items isinstancedict_resolve_nested_dict)r'reskvk_v_s rr,r,is C!!##1 a   .q117799 $ $B!#QD2I $CII Jrrc|}dD]}||dddt|DS)a Format variables to be used as experiment tags. Experiment tags are used in directory names, so this method makes sure the resulting tags can be legally used in directory names on all systems. The input to this function is a dict of the form ``{("nested", "config", "path"): "value"}``. The output will be a comma separated string of the form ``last_key=value``, so in this example ``path=value``. Note that the sanitizing implies that empty strings are possible return values. This is expected and acceptable, as it is not a common case and the resulting directory names will still be valid. Args: resolved_vars: Dictionary mapping from config path tuples to a value. Returns: Comma-separated key=value string. )runenvresources_per_trialN,c3jK|].\}}t|ddt|V/dS)=N) _clean_value).0r.r/s r zformat_vars..sW7;q!<"  22a22r)copypopjoinsortedr))rvarsr/s r format_varsrBxs},     D 2 D 88?Edjjll?S?S  rci}|D]?\}}|ddkr |dd}d|D}||d|<@|S)zDFormats the resolved variable dict into a mapping of (str -> value).rconfigNc,g|]}t|Sr#)str)r;pieces r z*_flatten_resolved_vars..s111#e**111r/)r)r?)rflattened_resolved_vars_dictpiecesvalues r_flatten_resolved_varsrNsv#% &,,..??  !9 ABBZF11&1119>$SXXf%5%566 ''rrMct|tr|dSd}tj|dt |dS)z?Format floats and replace invalid string characters with ``_``.z.4fz[^a-zA-Z0-9_-]+_)r*floatresubrGstrip)rMinvalid_alphabets rr:r:sP%D~~.v&SZZ88>>sCCCrrcjt|\}}t|}|s|ggfSg}g}|D]H\}}|r|||f1|||fI||||fSN)!_split_resolved_unresolved_valueslistr)is_gridappendsort)rresolved unresolvedr grid_vars domain_varspathrMs rparse_spec_varsrbs=TBBHj))**M %b"$$IK!'')).. e ==?? .   dE] + + + +   e} - - - - NN +y 00rrEctt|\}}}d}|D]\}}|t|jz}||zS)z!Count samples for a specific specrE)rblen categories)r num_samplesrPr`r_ grid_countradomains r_count_spec_samplesrisP / 5 5A{IJ!-- fc&+,,,  ##rpresetscfdd}|dd}|D]@}tj|}|d||t|dz }|dz}A|dkr|t||z }|S)Nc|D]C\}}t|tr$||i|||<>|||<D|SrW)r)r*rget)dur.r/ deep_updates rrpz$_count_variants..deep_updatescGGII  DAq!W%% "{155B<<33!!rrrfrErD)rmr=deepcopyri)rrj total_samplestotal_num_samplespreset preset_specrps @r_count_variantsrvsM22mD))  K)6222,[!<<< Q1,T3DEEE rc#dKtj|}t|\}}}|s |si|fVdS|}d}|r&t||d|\}|sfd|D}t ||}|D]} |r|st| ||\}t | ||D]\} }|D]\} } t || | <| D]Q\} }| vrC|| kr7t| r"td | || <R|fVdS)NT) allow_failrc&g|] \}}|v ||fSr#r#)r;rrnrs rrIz/_generate_variants_internal..s+RRRTQ1M;Q;Q1a&;Q;Q;QrrrzqThe variable `{}` could not be unambiguously resolved to a single value. Consider simplifying your configuration.) r=rqrb_resolve_domain_vars_grid_search_generatorr _get_valuer) _is_resolved ValueErrorformat)rrrrPr`r_ to_resolve all_resolvedr" resolved_specr]rarMr.r/rs @rrrs =  D / 5 5A{I y$hJL S'; +$\' ' ' # m SSRRRZRRRJ(y99K$&& # < 3z     A}: !5%    & &NHd ) = = e&0t&<&< d## (( % %1&&]1---$]1%566.%..4fQii $% a  % % % % %' &&&rrDc tj|}t|\}}}|D]C\}} t|d|}t |t rd|vrt |d}nd}n9#t$r,} tdd |d| d} ~ wwxYw|rt |trQ| |s;t d|dd |d |jn<||kr6t d|d d |d |t|d||Et!||| S) aAGet variants according to a spec, initialized with a config. Variables from the spec are overwritten by the variables in the config. Thus, we may end up with less sampled parameters. This function also checks if values used to overwrite search space parameters are valid, and logs a warning if not. rDr"NzPre-set config key `rJz` does not correspond to a valid key in the search space definition. Please add this path to the `param_space` variable passed to `tune.Tuner()`.zPre-set value `z+` is not within valid values of parameter `z`: z*` is not equal to the value of parameter `r)r=rqrbr~r*r+r IndexErrorrr?r is_validloggerwarning domain_str assign_valuer) rrDrrr]rPravalrhexcs r_get_preset_variantsrs =  D$V,,NHa00 c X55F&$'' " F**( )>??FF"F   Usxx~~UUU     &&)) s++NNM#MM&)hhtnnMM9?9JMM S==NNB#BB&)hhtnnBB9?BB T(^T3//// & #7l   sAA99 B/'B**B/rac&d}d}|ddD]}|}|}||}|d}t|ts|||<dS|tdt|ts Jd|d||fz||dzdz||<dS)zAssigns a value to a nested dictionary. Handles the special case of tuples, in which case the tuples will be re-constructed to accommodate the updated value. Nr8zCannot assign value to a tuple.zTuple key must be an int.rE)r*tuplerint)rrarM parent_spec parent_keyr.keys rrrVsKJ #2#Y  Aw r(C dE " "JS  >?? ?#s##@@%@@@#"&tt*x"7$sQwyy/"I Jrc |D] }||} |SrWr#)rrar.s rr~r~os! Aw Krr`rxci}d}d}|r|tkr|dz }d}|D]\}}||vr |t||} t||| | ||<F#t$r } | }Yd} ~ Wd} ~ wt $r$t d||wxYw|r |tk|r|s|d|fSd|fS)NTrrEFr{z%Failed to evaluate expression: {}: {})_MAX_RESOLUTION_PASSESsample_UnresolvedAccessGuardrRecursiveDependencyError Exceptionrr) rr`rxrr]error num_passesrarhrMes rr|r|usE H EJ 'J!777a ' ' 'LD&x ' *400|&T4///!&,       ;BB4PP  'J!777& # #K(? " >s$A## B%-A441B%r_c#Kdgtzfds|VdSdtddkrtj|}tD]%\}\}}t ||||&|Vrd}|rdSdtddkdSdS)Nrc|xxdz cc<|t|dkr+d|<|dztkr|dzSdSdS)NrErTF)rd)ir_ increment value_indicess rrz)_grid_search_generator..increments~aA  s9Q<?33 3 3 M! 1us=)))) yQ'''turr8rE)rdr=rq enumerater) rr_rrrar donerrs ` @@rr}r}s$C#i..(M   c)B-"233 3 3}_--!*9!5!5 ? ? A~f tVM!,<%= > > > >  9Q<z_try_resolve..sai):VTNKKrr"T)r*r r+rdr r grid)r/ grid_valuess` rrrs!V 6ax At  6Q11h K K K K     At  6Q1!1C1C & k+..335555 7Nrci}i}|D]"\}}t|\}}|s|||f<!t|trYt |\}}|D]\}} | ||f|z<|D]\}} | ||f|z<t|t t frqt|D]_\} } t | | i\}}|D]\}} | ||f|z<|D]\}} | ||f|z<`|||f<$||fSrW)r)rr*r+rXrYrr) rrunresolved_varsr.r/r]_resolved_children_unresolved_childrenrarMrelems rrXrXsMO $$1"1oo ! $$%OQD ! ! 4  $ 2!44 "$17799 3 3 e-2 qdTk**399;; 5 5 e/4t ,, 5 D%= ) ) $$Q<< 9 946q$i@@&(#5#;#;#=#=77KD%16M1$+..#7#=#=#?#?99KD%38OQD4K009 9#$M1$   / ))rc,t|dS)NrE)rXrs rrrs ,T 2 21 55rc(t|rdndS)NTF)rrs r_has_unresolved_valuesrs%d++ 6446rc$eZdZfdZdZxZS)rcVtt|j|i|||_dSrW)superr__init____dict__)selfargskwds __class__s rrz_UnresolvedAccessGuard.__init__s14$d++4dCdCCC rct||}t|s#td||t |trt |S|S)Nz`{}` recursively depends on {})r+__getattribute__rrrr*r)ritemrMs rrz'_UnresolvedAccessGuard.__getattribute__ss%%dD11E"" *077eDD t $ $ )%00 0Lr)__name__ __module__ __qualname__rr __classcell__)rs@rrrsG       rrceZdZdefdZdS)rmsgc<t||dSrW)rr)rrs rrz!RecursiveDependencyError.__init__ s4%%%%%rN)rrrrGrr#rrrrs/&C&&&&&&rr)FN)rErW)7r=loggingr$rRcollections.abcrtypingrrrrrr r numpyray.tune.search.sampler r r rray.util.annotationsrr getLoggerrrboolrrGr"rrr,rBrNr:rbrrirvrrrr~r|r}rrrXrrr+rrrr#rrrs  ######HHHHHHHHHHHHHHHHHH MMMMMMMMMMMM88888888  8 $ $"'"&)")")")" )"uT4Z $,- )")")")"X V # #T#x-%8 # # # #H   d tE3J/?    t>($(4((((DDDDDD1 1 4eSj! "Ducz):$;T%s BS=T TU1111*$$d$c$$$$$$t*)=6SW4&4& 4&&*4&BO4& 4:4&4&4&4&t"'"& 55 5 55 5555pJtJ5JJJJJ0T3"& !! !eE6M*+!! !  4: !!!!H&*tT4 <t uT3Y'     *  * 4s T%*- -. * * * *F6T6d5#:&6666677$7777T"&&&&&y&&&&&r