`i"UddlZddlmZddlmZmZmZddlZddlm Z ddl m Z m Z ddl mZmZddlmZdd lmZdd lmZgZeeed <eeeeee efZeeeeee ee fZejfd Z dd edeeej j!fdee efdee efdeeedeee"deeedeeeffdZ#dS)N)Iterable)AnyCallableOptional) QConfigAny) MatchAllNodePattern)GraphNode)type_before_parametrizations)_is_observed_standalone_module)QuantizeHandler__all__ct|tr-|^}}|turt|dks Jdg}n|}g}t|trt |t rdS||krdSt|trt|j|krdSt|trMt |tj j r.|j dkrdSt|j|ksdSnt|r>|j dks |j|urdS|jtur|jd|dkrdSn;t|t"r|j dks |j|krdSn |j|krdS|sdSt|t|jkrdSt%fd t'|j|DS) z&Matches a node in fx against a patternz.Expecting getattr pattern to have two elementsTF call_module call_functionr call_methodc3DK|]\}}t||dVdS)r )max_usesN) _is_match).0node arg_matchmoduless x/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/torch/ao/quantization/fx/match_utils.py z_is_match..JsL D) '4Q777) isinstancetuplegetattrlentype issubclassrr userstorchnnModuleopr targetcallableargsstrallzip)rrpatternr self_match arg_matchess` rrrs&'5!!#* [  w<<1$$$&V$$$K  *d## :|(L(Lt wt dD ! !S__x%?%?u*d## :ux(O(O 7m # #5+GDK,@AAZOO5P *    7o % %J)F)F5 [G # #y|wqz))u J $ $ 7m # #t{j'@'@5(A  " "u t ;3ty>>))u "49k::  rgraphrpatternsroot_node_getter_mappingstandalone_module_namesstandalone_module_classescustom_module_classesreturnc h|g}ggi}t}fdfdt|jD]} | j|vr| j|vr||D]g\} } || d} t || | r;| j|vr2g} | | | | || | || }| }||| | | |nh|J|jD]G} | jdkr:t|| j |vr| | dt| |df|| j<Hdtdtttjjfffd }|jD]V} | jdkrI|| j |st!|| j r| | dt| |d f|| j<W|S) a Matches the nodes in the input graph to quantization patterns, and outputs the information needed to quantize them in future steps. Inputs: - graph: an fx.Graph object - modules: a mapping of fully qualified module name to instance, for example, {'foo': ModuleFoo, ...} - patterns: a mapping from a tuple of nodes in reverse order to uninitialized QuantizeHandler subclass. Outputs a map of node_name -> (node, matched_values, matched_pattern, QuantizeHandler instance, qconfig) For example, { 'relu_1': (relu_1, [relu_1], torch.nn.functional.relu, , QConfig(...)), ... } Nc t|tr||||f||j<dSt|tsdS|D]}||||||dSN)r r namer) last_node match_map node_patternmatched_node_patternr1 match_valuen#_recursive_record_node_in_match_maps rrEz:_find_matches.._recursive_record_node_in_match_map{s lD ) ) $ ,Il' ( ( ( L(33  F!  33y!-A7K  rct|tr|^}}t|dk}g} ||||||dtur*t ||jD]\} }  | | |||t|dkrJ|r$|t|dS|t|dS||ddS||dS)Nr r) r r!r#r"r0r-appendextendlist) r1rr?rBr@sr- is_single_argcurrent_node_pattern subpatternarg record_matchs rrOz#_find_matches..record_matchs7 gu % % .HAIINM/1 LD)-A9 M M Mqz(('*4';';YYOJ LS$8LiXXXX'((1,,!L(//6J0K0KLLLLL(//5I0J0JKKKKK$++,@,CDDDDD ' ' - - - - -rrT)is_custom_module node_targetrcB|J|vpt||vSr=)r$)rQrr8r7s ris_standalone_modulez+_find_matches..is_standalone_modules:""" 2 2 )GK())() r)rS)setreversednodesr>itemsgetrr*r$r+rr.dictr'r(r)r)r4rr5r6r7r8r9r@ all_matchedrr1quantize_handler_clsroot_node_getterrBquantize_handlerr?rSrErOs `` @@r _find_matchesr^Ps>$ " ($&!&"$)+IEEK&.....4%% 9I % %$);*F*F191A1A  --#;#?#?#N#N WdG44)9S9S79( L$6JIVVV';';,g7G(($!%I77!!,,(   E       G} $ $WT[)**.CCCgEEE $Idi  # S%(/=Q8R          7m # # g 6 6 $-gdk.BCC $ gDIII $Idi  r)NNN)$syscollections.abcrtypingrrrr'torch.ao.quantization.qconfigrtorch.ao.quantization.utilsrr torch.fx.graphr r torch.nn.utils.parametrizer graph_modulerr]rrrIr.__annotations__r! _MatchResult_MatchResultWithQConfigmaxsizerrYr(r)r$r^rrrls $$$$$$********** 444444========&&&&&&&&CCCCCC888888------cT4:x'8/IJ $t*hw'*D03{....l486:15TT T #ux& 'T7O+,T#7H#45 T &d3i0 T (T 3 T$DI.T #| TTTTTTr