`i:1RddlmZddlmZddlmZddlmZddlmZmZmZmZm Z m Z m Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZejGdd eZe jd Ze jd Ze jddZe jdZdS))patched_boxed_run)patched_lazy_format_graph_code)patched_load_by_key_path)patched__exec_with_source)ListTupleDictUnionCallableOptionalAnyNcXeZdZUeed<eed<ejedZ e ed<dZ dS)DebuggableHook dump_src_dir log_bytecodeF)default_factoryinitoptimized_code_and_modulec tj}ddl} |j}|jj}|jj|jj d}|dkr|dkrnP|j d}|j|ksJ|j ||j gddlm} ddl}|jdd d d d d d d }|j|jd |d} ddlm} ddlm} | | 5| ||| } | j} dddn #1swxYwY|jr/| | 5ddl}t3jt65||t;| dzddddn #1swxYwYt3jt65||t;| dzddddn #1swxYwYt3jt65|| t;| dzddddn #1swxYwYdddn #1swxYwYddlm}ddl m!}|"| ||| <| S#|tFf$r}ddl$m%}|}ddl&}tOd||&||tOd|tQj)|*tWj,Yd}~dSd}~wwxYw)NrT_compilezconvert_frame.pyframe)DecompilationError._<> z__transformed_code_%s_for_z.py) lock_on_file) Decompiler)code_to_decompilereference_codefilepath_templatez.original_bytecodewbz.transformed_bytecodez&.decompiled_and_compiled_back_bytecode) orig_code_map) output_codes)StringIOzEThere is a problem when decompiling and compiling the following code:)filezGPlease consider submitting an issue to https://github.com/thuml/depyf .)-sys _getframeosf_backf_codeco_name co_filenamesplitpathsepf_localsrappend f_globalsdepyf.decompilerrreplacejoinrdepyf.explain.utilsr r!decompile_and_compile_likerdill contextlibsuppress Exceptiondumpopentorch._dynamo.utilsr&torch._dynamo.convert_framer'add SyntaxErrorior(disprintwarningswarngetvalue traceback print_exc)selfcodenew_coderr, code_name file_namer func_namer$r r!!decompiled_and_compiled_back_codefilenamer<r&r'er( string_iorGs r/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/depyf/explain/enable_debugging.py__call__zDebuggableHook.__call__s   LE ,I 066rw{CCBGIJ&&98J+J+J   w'|t#### &--tU_.EFFF777777- " III ,,S#66>>sCHHPPQTVYZZbbcfhkllI " !;Y;;;!=!=  9 8 8 8 8 8 3 3 3 3 3 3/00 I I4>4Y4YltFJ^o4Y5p5p1<H I I I I I I I I I I I I I I I F!\(++ F FKKK$,Y77UU $X8L-Ld(S(STTTUUUUUUUUUUUUUUU$,Y77\\ (D ? ? ??CM; <4 4"K0 " " " # # # # # #  I JJJ Y`i j j j j GGH9G - - - [bk l l l l M),,.. / / /   ! ! ! ! ! ! ! ! ! "s+BK E-! K-E11K4E15K J$)(G J$G! !J$$G! %J$(H5) J$5H9 9J$<H9 =J$(J  J$ J J$J J$ K$J((K+J(,*K M4#BM//M4N) __name__ __module__ __qualname__str__annotations__bool dataclassesfieldlistrrrYrXrrsa%6[%6tRW%X%X%XtXXX:":":":":"rdrc#Kt||d}|t||| dV|t|||dSdS#|t|||wwxYw)N)getattrsetattr)parentnamevalue old_values rXpatchrlTsd++Ie$$$-   FD) , , , , , ! 9 FD) , , , , !s AAc#Kddl}|jj|} dV|dS#|wxYw)Nr)torch_dynamo convert_frameregister_bytecode_hookremove)hookrnhandles rXenable_bytecode_hookru`sXLLL ] ( ? ? E EF   s AATFc#^ Kt|tstdddl}ddl}t jjdz}tj td|dtddddl m }|j|s |||j|}dd lm}||d <|jjj|d <|jjjj|d <|jjjj|d <d|d<t=||}t?|jjdt@5t?|jjjdtB5t?|jj"j#dtHj%5tM|5 dVd|j'D} |j'D]\} j()drtUfd| Dr<j()drtUfd| Drrddl+m,} ddl-m.} ddl/m0} m1}|}|sEt jjdz}tj td|ddtdd| | }|j2|dj(d}| ||}|j3|D]}|4|jj5d}|r|)d s|6d!r; |j7|j2||~#tp$rYwxYwd"|d<n#d|j'D} |j'D]\} j()drtUfd| Dr<j()drtUfd| Drrddl+m,} ddl-m.} ddl/m0} m1}|}|sEt jjdz}tj td|ddtdd| | }|j2|dj(d}| ||}|j3|D]}|4|jj5d}|r|)d s|6d!r; |j7|j2||~#tp$rYwxYwd"|d<wxYw dddn #1swxYwYdddn #1swxYwYdddn #1swxYwYddddS#1swxYwYdS)#a| A context manager to dump debugging information for torch.compile. It should wrap the code that actually triggers the compilation, rather than the code that applies ``torch.compile``. Example: .. code-block:: python import torch @torch.compile def toy_example(a, b): x = a / (torch.abs(a) + 1) if b.sum() < 0: b = b * -1 return x * b def main(): for _ in range(100): toy_example(torch.randn(10), torch.randn(10)) if __name__ == "__main__": # main() # surround the code you want to run inside `with depyf.prepare_debug` import depyf with depyf.prepare_debug("./dump_src_dir"): main() After running the code, you will find the dumped information in the directory ``dump_src_dir``. The details are organized into the following: - ``full_code_for_xxx.py`` for each function using torch.compile - ``__transformed_code_for_xxx.py`` for Python code associated with each graph. - ``__transformed_code_for_xxx.py.xxx_bytecode`` for Python bytecode, dumped code object, can be loaded via ``dill.load(open("/path/to/file", "wb"))``. Note that the load function might import some modules like transformers. Make sure you have these modules installed. - ``__compiled_fn_xxx.py`` for each computation graph and its optimization: - ``Captured Graph``: a plain forward computation graph - ``Joint Graph``: joint forward-backward graph from AOTAutograd - ``Forward Graph``: forward graph from AOTAutograd - ``Backward Graph``: backward graph from AOTAutograd - ``kernel xxx``: compiled CPU/GPU kernel wrapper from Inductor. Arguments: - ``dump_src_dir``: the directory to dump the source code. - ``clean_wild_fx_code``: whether to clean the wild fx code that are not recognized for parts of compiled functions. They are usually used by PyTorch internally. - ``log_bytecode``: whether to log bytecode (original bytecode, transformed bytecode from Dynamo, and decompiled_and_compiled_back_code). zYou are using an obsolete usage style`depyf.prepare_debug(func=function, dump_src_dir="/path")`. Please use `depyf.prepare_debug(dump_src_dir="/path")` instead, which will automatically capture all compiled functions.rNr:z|: You are trying to debug `torch.compile`. Please make sure the code runs multiple times to cover all the possible branches.)safe_create_directorydatarunpatched__exec_with_sourceunpatched_load_by_key_pathunpatched___call__Tis_inside_prepare_debug_exec_with_sourceload_by_key_path__code__c(h|]}|djS)rr/).0xs rX z prepare_debug..s\\\qadl\\\rd resume_in_c30K|]}d|jvVdS)rNrrrirOs rX z prepare_debug..sWEAEAmqEXRVEXEX\`\hEhEAEAEAEAEAEArdtorch_dynamo_resume_in_c30K|]}d|jvVdS)rNrrs rXrz prepare_debug..scR[R[HLRrlpRrRrvzwCSCR[R[R[R[R[R[rd)dump_src)write_code_to_file_template) innermost_fn_debug_get_cache_entry_listz: Code object z is compiled but does not have any compiled cache entries. Probably some torch.nn.Module instances are destroyed too early. It is recommended to make sure the torch.nn.Module instances exist after `with depyf.prepare_debug`.full_code_for_z_%s.pyr fx_graph_codez.lockF)9 isinstancer] RuntimeErrorr,rninspect currentframef_linenorI warn_explicit__file__ UserWarning depyf.utilsryr2existsabspathglobal_variablesr{fx graph_moduler _inductor codecache PyCodeCacherro eval_frameOptimizeContextrYrrlrrutilslazy_format_graph_coderrrurr/ startswithany depyf.explainrr:rtorch._dynamo.eval_framerrr9listdirr1r3endswithrrOSError)rclean_wild_fx_coderr,rncurrent_line_numberryr{ bytecode_hook code_namesmodulerrrrentriesfull_srcr$full_code_pathr)rirOs @rX prepare_debugrjs d lC ( (|{|| | IIILLL!.009A= h{{)<{{{}HJLNOPPP111111 7>>, ' ',l+++7??<00L&&&&&&'D*/(*?*QD &').)B)N)_D %&!&!9!I!RD &*D "#"<>>M ux$&9;T U U+8+8 %/+79KMe f f+8+8 %-% V" V V"V V""V&)V&c#Kddlm}|drtd|d}ddl}|jjjd}t|j j j d tj 5 d |d }t|tdV|jjj|n)#|jjj|wxYw ddddS#1swxYwYdS) a A context manager to debug the compiled code. Essentially, it sets a breakpoint to pause the program and allows you to check the full source code in files with prefix ``full_code_for_`` in the ``dump_src_dir`` argument of :func:`depyf.prepare_debug`, and set breakpoints in their separate ``__transformed_code_`` files according to the function name. Then continue your debugging. rrzrz:You cannot use `depyf.debug` inside `depyf.prepare_debug`.rrNFrz`depyf` places a breakpoint here to pause the program. You can check the full source code in files with prefix `full_code_for_` in zq first, and set breakpoints in their separate files according to the function name. Then continue your debugging.)rr{rrn_Crorset_eval_framerlr Interpreter boxed_runrrrH breakpoint)r{rrncallbackmsgs rXdebugrs '&&&&& %&YWXXX'LLLLx*99%@@H ux#-z;L;U V VAA AXYeXXXC #JJJ LLL EEE H  ' 6 6x @ @ @ @EH  ' 6 6x @ @ @ @ @AAAAAAAAAAAAAAAAAAs*:C?<'C#%C?&C..C??DD)TF)rrrrtypingrr r r r r rr=rIrLr` itertoolsr*r,r dataclassobjectrcontextmanagerrlrurrrcrdrXrs000000JJJJJJ>>>>>>@@@@@@DDDDDDDDDDDDDDDDDD  ?"?"?"?"?"V?"?"?"B ---  w8w8w8w8r AAAAArd