-`i&ddlZddlZddlZddlmZddlmZddlmZddl Z ddl Z ddl m Z ddlmZmZddlmZddlmZd d lmZeeZeGd d ZGd deZGddeZGddeZdS)N)Callable) dataclass)ClassVar)lazy_format_graph_code)PatternMatcherPassPatternPrettyPrinter) VllmConfig) init_logger) InductorPassc>eZdZUdZeedzed<dZeed<dS)InductorCompilationConfigN splitting_opsFuse_inductor_graph_partition) __name__ __module__ __qualname__rliststr__annotations__rboolw/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/compilation/vllm_inductor_pass.pyrrs<&*M49t#***). $.....rrceZdZUdZdZeedzed< defdZ e de de j jgdfde de j jgdffdZd e j jd eddfd Zdd Zdd ZdS)VllmInductorPasszr An inductor pass with access to vLLM PassConfig. It provides timing, logging, and dumping utilities. N dump_prefixconfigct|jj|jj|_|jj|_|jr |jjnd|_|jr |jj nd|_ |j j |_ dS)N)rr) rcompilation_configrr pass_config model_configdtype model_dtype device_configdevice __class__r pass_name)selfrs r__init__zVllmInductorPass.__init__&s#< 3A)/)B)_# # # "4@8>8KU6.44QU+1+? IF ' 'T 0rcall_fnreturnc|tjdtdtjjddffd }|S)Nr)graphr,c|||d||||d|dS)Nbeforeafter)begin dump_graph end_and_log)r)r.r+s rwrappedz.VllmInductorPass.time_and_log..wrapped8sb JJLLL OOE8 , , , GD% OOE7 + + +        r) functoolswrapsrtorchfxGraph)r+r5s` r time_and_logzVllmInductorPass.time_and_log4sY  ! ! * 58> d      " ! rr.stagecvtj}|dnd|}td|d|jd||jdS)N. post_grad)rrrr( owning_module)r)r.r<ii_strs rr3zVllmInductorPass.dump_graphBs[  (iWWW 8 8 8 8 8 8 8%:M     rc6tj|_dSN)timeperf_counter_ns _start_time)r)s rr2zVllmInductorPass.beginIs/11rctj|_t|j|jz dz }t d|j|dS)Ng.Az%s completed in %.1f ms)rFrG _end_timefloatrHloggerdebugr()r) duration_mss rr4zVllmInductorPass.end_and_logLsM-//DNT-==>>F  . LLLLLr)r,N)rrr__doc__rrintrr r* staticmethodrr8r9r:r;rr3r2r4rrrrrs  )-K#*%,,,; 1z 1 1 1 1 -ux~>DE  %ux~6< =   \   s t    2222MMMMMMrrceZdZUdZdZeed< ejdZ e ej ed<de de fdZ d ed edd fd Zd S) VllmPatternMatcherPassa A VllmInductorPass that uses the Inductor pattern matcher. Its main use is providing the dump_patterns utility that dumps the Inductor pattern matcher patterns into a file, which greatly aids debugging. TODO(luka) move more utilities to this pass. r matched_countz0_OP_OVERLOAD_PATTERNstringr,cTt|jd|S)z6Replace with nicer formulationsc^d|dd|dS)Nz torch.ops.r r?)group)ms rz>VllmPatternMatcherPass._replace_op_overloads..fs+@qwwqzz@@AGGAJJ@@r)rrUsub)r)rVs r_replace_op_overloadsz,VllmPatternMatcherPass._replace_op_overloadsbs3  % ) )@@     rrpm_passNc | sdS ddddlm}| fd}|d5}t djd | |jD]8\}}|d tj krd t|dd }nt|} |}t d|| t|D]\} } tjdd| j} dd| dgfdjDzd| gzdd} | } t | d| : ddddS#1swxYwYdS)a If debug dumping is enabled, dump the Inductor pattern-matcher patterns into the debug_dump_path folder next to the dumped fx graphs. This method does its best to print something that looks like Python code for easier debugging and potentially navigation. If any errors appear in the output, please add to this method. TODO(luka): use pattern object to manually produce pattern graph NT)parentsexist_okr)unique_filepathc&djd|dz S)Nz patterns.r?z.py)r()rBdebug_dump_pathr)s rr\z6VllmPatternMatcherPass.dump_patterns..s"o(KDN(K(KQ(K(K(KKrwzE# This file was produced by VllmPatternMatcherPass.dump_patterns for a. # It does its best to produce valid-Python-looking code but please add to dump_patterns if there are any errors. from torch._higher_order_ops.auto_functionalize import auto_functionalized as auto_functionalized from torch._inductor.pattern_matcher import * vllm = torch.ops.vllm)filer (z, operator.getitem)z # Patterns for op: auto_functionalized z def pattern_z():cJg|]}j|dj| S)z = )memoized_objs_namesmemoized_objs_pp).0keypps r z8VllmPatternMatcherPass.dump_patterns..sR!$ "5c:::!237::rzreturn z )compile_debug_dump_pathmkdirvllm.utils.system_utilsrcopenprintr(patternsitemsoperatorgetitemreprr^ enumerater namespace create_name pretty_printpatternjoinrlreplace)r)rr_rc file_pathfnoderw node_reprrBrout_node pattern_reprrerps` @@r dump_patternsz$VllmPatternMatcherPass.dump_patternsks!88::  FdT:::;;;;;;#O K K K K K  ^^C ) 7A )%)^)))    #*"2"8"8":": 7 7h7h... FDaMM F F FII $T I 66yAA ; ;;!DDDD"+H"5"577JAw-//BL,,-BDIII "w??H#'99..../(*'= 0X//0 1$$gdH--!$(#=#=l#K#KL\---A66666%7 7) 7) 7) 7) 7) 7) 7) 7) 7) 7) 7) 7) 7) 7) 7) 7) 7) 7) 7sE.GG G)rrrrOrTrPrrecompilerUrPatternrr^r rrrrrrSrSRsM351;;22(2:. C C    @7J@79K@7PT@7@7@7@7@7@7rrScPeZdZdededdffd ZdejjddfdZ xZ S)PrinterInductorPassnamerr,NcXt|||_dSrE)superr*r)r)rrr's rr*zPrinterInductorPass.__init__s&     rr.c<|||jdSrE)r3r)r)r.s r__call__zPrinterInductorPass.__call__s ty)))))r) rrrrr r*r8r9r:r __classcell__)r's@rrrsxS**ehn*********rr)r6ryrFcollections.abcr dataclassesrtypingrregexrr8torch._dynamo.utilsrtorch._inductor.pattern_matcherrr vllm.configr vllm.loggerr inductor_passr rrLrrrSrrrrrs $$$$$$!!!!!! 666666TTTTTTTT""""""######'''''' X   /////// / 2M2M2M2M2M|2M2M2MjY7Y7Y7Y7Y7-Y7Y7Y7x***********r