PiR2ddlmZddlZddlZddlmZddlmZ ddl m Z m Z m Z mZejddZGddZ d*de e ejfd e ed e ed e ejjd e ef d ZejjjdZGddejZ d+dedededededede ededed ejjd e edefdZGd d!ejZ d,d"eded ejjd e edef d#Z Gd$d%ejZ! d-d"ed'ed(ed e edef d)Z"dS).N)partial)CallableUnionOptionalAnyz flax.linennnceZdZGddejjjZGddejjjZGddejj Z dS) ParamFactoryceZdZdZdZdS)ParamFactory.Concretec||_||_||_|t|dr|j}nd}||_||_|dkr|t dn*|dkr|t dnt d|||_dS)Ndtypefloat32paramz/col is not accepted for flax.linen.Module.paramvariablez4col must be specified for flax.linen.Module.variablez)Unknown tensor factory flax.linen.Module.)modulenameinithasattrrcol ValueError param_type)selfrrrrrrs `/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/einx/nn/flax.py__init__zParamFactory.Concrete.__init__ s DKDIDI}67++&"LEE%EDJDHW$$?$%VWWW#z));$%[\\\!!YZ!Y!YZZZ(DOOOc~|jt|j|j|j|j|jfSN)rr CacheKeyrrrrrrs rto_value_and_keyz&ParamFactory.Concrete.to_value_and_key%s8; 5 5 49dj$(DO!! rN)__name__ __module__ __qualname__rr!rrConcreter s2 ) ) )0     rr&c&eZdZdZdZdZdZdS)ParamFactory.CacheKeycL||_||_||_||_||_dSrrrrrrrrrrrrs rrzParamFactory.CacheKey.__init__+)DIDIDJDH(DOOOrc\t|j|j|j|j|jfSr)hashrrrrrr s r__hash__zParamFactory.CacheKey.__hash__2s%DItz48T_UVV Vrct|tjoO|j|jko?|j|jko/|j|jko|j|jko|j|jkSr) isinstancer rrrrrr)rothers r__eq__zParamFactory.CacheKey.__eq__5ss5,"7888I+8I+8J%+-8H ) 8 Ou'77  rcxt|j|j|j|j|j}||fSr)r Tracerrrrrr)rbackend virtual_argxs r to_tracerzParamFactory.CacheKey.to_tracer?s2##DIty$*dhPTP_``Aa4KrN)r"r#r$rr/r3r9r%rrrr(*sS ) ) ) W W W        rrceZdZdZdZdS)ParamFactory.TracercL||_||_||_||_||_dSrr*r+s rrzParamFactory.Tracer.__init__Dr,rc 0|j|jn|dd}|j|jn|dd}|j|jn|dd}|j}|t d|t dt |tr|dks|dkr!tj d }n|d krtj }n|d krtj }n|d kr4tj |d |d|d}nPt d|dt |ttfr!tj ||}|jdkrIt$j|j||||gt$j|}n|jdksJt$j|j|||d||g}t$jt$j|dgt$j|}|S)NrrrzGMust specify name for tensor factory flax.linen.Module.{param|variable}zGMust specify init for tensor factory flax.linen.Module.{param|variable}get_at rearrangeg{Gz?)stddevaddmultiplydotin_axisout_axis batch_axisz3Don't know which initializer to use for operation '')rr)argsoutputr)rHvalue)rgetrrrrr1strtnn initializersnormal zeros_init ones_init lecun_normalintfloatconstantreinxtracerapplyrTensorr MemberAccess)rshapekwargsrrrrr8s r__call__zParamFactory.Tracer.__call__Ks$(I$54996::fd;S;SD$(I$54996::fd;S;SD&*j&8DJJfjjRV>W>WE(C| ]| ]D#&& D8##t{':':+22$2??DDU]]+6688DDZ''+5577DDU]]+88y)6*+=vl?SDD%%b[_%b%b%bcccD3,// D'00U0CC'))K%%JdD%%? HZHZ[`HaHa&*4444K%%MtT4>&K%%K,,..a\$+J\J\]bJcJc&HrN)r"r#r$rr]r%rrr5r;Cs2 ) ) )- - - - - rr5N) r"r#r$rVrWinputInputr&r TensorFactoryr5r%rrr r s4;$*<4;$-255555*55555rr r8rrrrclt|dr$|jtjjkr |j}d}nbt|dr$|jtjjkr |j}d}n.t|tjr|}d}ntdt ||||||S)avCreate a tensor factory for Flax parameters. Args: x: The bound method of a Flax module, i.e. ``nn.Module.param`` or ``nn.Module.variable``, or a module instance in which case its ``param`` method is used. name: Name of the parameter. If ``None``, uses a default name determined from the calling operation. Defaults to ``None``. init: Initializer for the parameter. If ``None``, uses a default init method determined from the calling operation. Defaults to ``None``. dtype: Data type of the parameter. If ``None``, uses the ``dtype`` member of the calling module or ``float32`` if it does not exist. Defaults to ``None``. col: The collection name to use when ``bound_method`` is ``nn.Module.variable``. Returns: A tensor factory with the given default parameters. __func__rrzCx must be a bound method of a Flax module or a Flax module instance) rrbrModuler__self__rr1rr r&)r8rrrrrrs rrr{s0q* `!* "?"? J  `AJ")2D$D$D Ary ! !` ^___  tUC L LLrct|tjsDt|drU|jtjjks|jtjjkr!t |SdS)Nrb)r1rrcrrbrrr!)r8s rtensor_factoryrfsg!RY: Z29? * *ajBIepsilonfastvarrrr\c ~|j|td|jduo| p|}tjj||j|jf|r$|jrt|j dd|j n|j|r$|j rt|j dd|j n|j |j rt|j d|j nd|jrt|j d|j nd|j|jd |j|jni\}}}|jduo|o| }|r|jr9| ddd}|j|jzd |jz |zz|_|j r9| ddd}|j|jzd |jz |zz|_|S) Nz2training must be specified when decay_rate is usedrirl)rrrrmrnrrro)rlrmrnrorrrs)rpris_initializingrVrnormrirkrlrrrrmrnrorrrsr\rJ) rr8traininguse_emarlrm update_emamean_emavar_emas rr]z_Norm.__call__s ? &8+;QRR R/-Zx<3Y4CWCWCYCYw| J K 9t}'djQQQQ8dmuDJOOOOGKz[%  CCCCW[EIYXtzdjAAAATXLL  #k5t{{2  4"_D0\X\dFZFZF\F\B\  ^y a==&$??!%8>!AQEX\`D`!`x ^--== $'- ?1tCVZ]B] ] rr)r"r#r$rL__annotations__rkrlboolrmrnrorprTrrrsrrdtypesDtyper\dictcompactr]r%rrrhrhs JJJFCD$CE4D$JGUGT&E29?&&&FDZZrrhrjTrqrrirkrlrmrnrorprrrsr\c  8t|||||||||| | |  S)aNormalization layer. Args: stats: Einstein string determining the axes along which mean and variance are computed. Will be passed to ``einx.reduce``. params: Einstein string determining the axes along which learnable parameters are applied. Will be passed to ``einx.elementwise``. Defaults to ``"b... [c]"``. mean: Whether to apply mean normalization. Defaults to ``True``. var: Whether to apply variance normalization. Defaults to ``True``. scale: Whether to apply a learnable scale according to ``params``. Defaults to ``True``. bias: Whether to apply a learnable bias according to ``params``. Defaults to ``True``. epsilon: A small float added to the variance to avoid division by zero. Defaults to ``1e-5``. fastvar: Whether to use a fast variance computation. Defaults to ``True``. dtype: Data type of the weights. Defaults to ``"float32"``. decay_rate: Decay rate for exponential moving average of mean and variance. If ``None``, no moving average is applied. Defaults to ``None``. name: Name of the module. Defaults to ``None``. **kwargs: Additional parameters that specify values for single axes, e.g. ``a=4``. ) rkrlrmrnrorprrrsrrr\)rh) rirkrlrmrnrorprrrsrrr\s rNormrs@F          rcxeZdZUeed<dZeed<dZej j ed<dZ e ed<ej dZdS) _LinearexprTrorrNr\c tjj||jf|jrt |jd|jndt |jd|jd|j|jniS)Nroruweight)ror)rVrlinearrrorrr\)rr8s rr]z_Linear.__call__s~w~ I FJYXtzdjAAAATX($*EEE   #k5t{{2    r)r"r#r$rLr~rorrrrrr\rrr]r%rrrrsn IIID$&E29?&&&FDZ  Z   rrrc *t|||||S)aLinear layer. Args: expr: Einstein string determining the axes along which the weight matrix is multiplied. Will be passed to ``einx.dot``. bias: Whether to apply a learnable bias. Defaults to ``True``. dtype: Data type of the weights. Defaults to ``"float32"``. name: Name of the module. Defaults to ``None``. **kwargs: Additional parameters that specify values for single axes, e.g. ``a=4``. )rorrr\)r)rrorrr\s rLinearr&s$ 4d%d6 J J JJrc`eZdZUeed<eed<dZeed<dZeed<e j dZ dS)_Dropoutr drop_ratedropoutrng_collectionNr\c|rKtjj||jf|j||jd|j|jniS|S)N)rrng)rVrrrrmake_rngrr\)rr8rys rr]z_Dropout.__call__Asi  7? .MM$"566  #'+"94;;r  Hr) r"r#r$rLr~rTrr\rrrr]r%rrrr;sf III#NC###FDZ  Z   rrrrrc *t|||||S)aDropout layer. Args: expr: Einstein string determining the axes along which dropout is applied. Will be passed to ``einx.elementwise``. drop_rate: Drop rate. rng_collection: the rng collection name to use when requesting an rng key. Defaults to ``"dropout"``. name: Name of the module. Defaults to ``None``. **kwargs: Additional parameters that specify values for single axes, e.g. ``a=4``. )rrr\)r)rrrrr\s rDropoutrOs& D)NV\ ] ] ]]r)NNNN) rjTTTTNrqTrN)TrN)rN)# flax.linenlinenrrVflax functoolsr jax.numpynumpyjnptypingrrrrrWimport_rMr rcrLrrrr^register_tensor_factoryrfrhrrTrrrrrr%rrrsj 111111111111 k,--mmmmmmmmd'+ $M$M Xry !$M 3-$M 3-$M BIO $ $M # $M$M$M$MP*+*-----BI---d"&&00 0 0 0  0  0  0000 9?0 3-00000f     bi   && KK K K 9?K 3- K  KKKK*ry.$ ^^ ^^^ 3- ^  ^^^^^^r