-`i/ddlZddlZddlZddlZddlmZddlmZddlmZddl m Z ddl m Z ddl mZddlmZdd lmZd d lmZmZd d lmZ ddlZn#e$red ZYnwxYwed deefdZdedeedefdZ dedeededefdZ!de"ee#fdedede$de"ee#ff dZ%de&ede'edfde&efdZ(de&ed e de&efd!Z)d"e d#ed$ede fd%Z*d&e de$dzde fd'Z+d(e&ededede$d e d)ed*ede"ee#fdzfd+Z,d(e&ed#ed$ed&e d,e$d)ed*ede&e"ee#fdzfd-Z-d(e&ed.ed/ed"e d,e$d)ed*edd0fd1Z.eGd2d3Z/d4e/fd5Z0d4ej1fd6Z2e3d7krJej4e/j58Z6e/e6e2e67dSdS)9N) dataclass)datetime) lru_cache)Path)ClassVar) add_cli_args)FlexibleArgumentParser)PlaceholderModule)ParameterSweepParameterSweepItem)sanitize_filenamepandas)maxsizereturnc|td}t|dh}|jD]}|jr-|jtjur||j|jD]S}|dr<|| d ddT|S)NF)add_helpconfigz---_) r add_startup_cli_args_actionsdestargparseSUPPRESSaddoption_strings startswithlstripreplace)parser supportedactionoptions q/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/benchmarks/sweep/startup.py_get_supported_startup_keysr&s #U 3 3 3F   #*I/DD ; '6;h.??? MM&+ & & &+ D DF  && D fmmC0088cBBCCC D  param_keyr"c~|dkrdS|ddd}|dd}||vS)N_benchmark_nameT.r rrr)splitr )r(r"prefix normalizeds r%_is_supported_paramr/*sI%%%t __S! $ $Q 'FS))J  ""r'paramsstrictc g}|D]}i}g}|D]0\}}t||r|||<||1|r|dp|} d| rdt | zndddt|} |rt| t| |tj |t|S)Nr*z#Ignoring unsupported startup paramsz for z: z, ) itemsr/appendgetas_textstrjoinsorted ValueErrorprintr from_recordr ) r0r"r1filtereditemkeptdroppedkeyvaluelabelmessages r%_filter_paramsrF2s3H>>"$**,, $ $JC"3 22 $!S s####  HH.//A4<<>>E0+087SZZ''b0099VG__--00   * ))) 'NNN*6t<<==== ( # ##r'run_dataserve_overridesstartup_overrides run_numbercd||d<|||||S)NrJ)update)rGrHrIrJs r%_update_run_datarMOs8 (H\ OOO$$$ OO%&&& Or'cmdkeys.cg}d}|D]?|rd}|vrd}tfd|Dr*|@|S)NFTc3HK|]}|dVdS)=N)r).0rBargs r% z_strip_arg..es599Ss~~iii((999999r')anyr5)rNrOstripped skip_nextrTs @r% _strip_argrY[sHI    I  $;;I  9999D999 9 9   Or' output_pathc\d}t||}g||dt|S)N)z --output-jsonz --output_jsonr)rYr8)rNrZrOs r%_apply_output_jsonr\ks7 -D S$  C ,S ,$q' ,3{++ ,,r' output_dir serve_comb startup_combctt}|r|d|jf|r|d|jf|t d|z S)NzSERVE-zSTARTUP-r)listr8extendnamerr9)r]r^r_partss r%_get_comb_base_pathreqsr IKKE2 h 01116 j,"34555 )#((5//:: ::r' base_pathc"||dz S|d|dz S)Nz summary.jsonzrun=z.json)rfrJs r%_get_comb_run_pathri~s*>)) /j/// //r' startup_cmd show_stdoutdry_runc8||}||}t||}tdtd|td|td|td|td||rdtd|dd 5}t j|} t| |||cdddS#1swxYwY|rtd dS|j d d tj ||rdn tj d |dd 5}t j|} dddn #1swxYwYt| |||} |dd 5}t j | |ddddn #1swxYwYtd | S)Nz[BEGIN BENCHMARK]zServe overrides: zStartup overrides: z Run Number: zBenchmark command: z Output file: z!Found existing results. Skipping.rutf-8encodingz[END BENCHMARK]T)parentsexist_ok)stdoutcheckwindent) apply_to_cmdr\r<existsopenjsonloadrMparentmkdir subprocessrunDEVNULLdump) rjrHrIrJrZrkrlrNfrGs r% run_benchmarkrs   & &{ 3 3C  ( ( - -C S+ . .C  /o / /000 3 1 3 3444 % % %&&& % % %&&& '+ ' '((( 1222   cG  4 4 y||H#/+|rdSt |ddd5} tj || ddddn #1swxYwY|S)N)rHrIrJrZrkrl)rJrvrorprwrx) radictr8objectrangerrir5r|r}r) rjr^r_rfrrkrl comb_datarJrGrs r%run_combrs.T#v+&'))IHoo ' '  &*!*9jAA#        X & & &t I$ 7 7 7 < < g =  *  )Qq))))*************** s#CC C  serve_paramsstartup_paramszpd.DataFrame | Nonec bttttf}|D]E}|D]@} t ||| } t ||| | |||} | || AF|rdStj |} | |dz | S)N)r^r_rfrrkrlz summary.csv) rarr8rrerrbpd DataFrame from_recordsto_csv) rjrrr]rrkrlall_datar^r_rfr combined_dfs r% run_combsrsDf%&((H" + + * + +L+J LQQI %)#!'I$ *** +t,++H55KzM1222 r'c eZdZUeeed<eed<eed<eed<eed<e ed<e ed<edzed <e ed <d Z e eed <d Z e eed<e dejfdZe dejdejfdZdS)SweepStartupArgsrjrrr]rrkrlNresume strict_paramsstartup parser_namez8Benchmark vLLM startup time over parameter combinations. parser_helpargsc 6tj|j}|jrt j|j}nt jig}|jrt j|j}nt jig}t}t|||j }t|||j }|j dkrtd||||t|j|j |j|j|j|j  S)N)r"r1r z `num_runs` should be at least 1.) rjrrr]rrkrlrr)shlexr,rjrr read_jsonrrr&rFrrr;rr]rkrlr)clsrrjrrr"s r% from_cli_argszSweepStartupArgs.from_cli_argss)k$"233   =)3D4EFFLL)6t<>N/11 % Id6H   ( i8J    =1  ?@@ @s#%)DO,,](L;,    r'r!rc|dtdd|dtdd|dtdd|d d td d |d tdd|ddd|ddd|dtdd|ddd|S)Nz --startup-cmdzvllm bench startupz.The command used to run the startup benchmark.)typedefaulthelpz--serve-paramszPath to JSON file containing parameter combinations for the `vllm serve` command. Only parameters supported by `vllm bench startup` will be applied.z--startup-paramszYPath to JSON file containing parameter combinations for the `vllm bench startup` command.z-oz --output-dirresultsz+The directory to which results are written.z --num-runsr z)Number of runs per parameter combination.z --show-stdout store_truez0If set, logs the standard output of subcommands.)r#rz --dry-runzFIf set, prints the commands to run, then exits without executing them.z--resumezSet this to the name of a directory under `output_dir` (which is a timestamp) to resume a previous execution of this script, i.e., only run parameter combinations for which there are still no output files.z--strict-paramszRIf set, unknown parameters in sweep files raise an error instead of being ignored.) add_argumentr8int)rr!s r%rzSweepStartupArgs.add_cli_args6s (A     4      4       >      <     C     1     P      (     r')__name__ __module__ __qualname__rar8__annotations__r rrboolrrr classmethodr NamespacerArgumentParserrrhr'r%rrsc    """"MMM MMM $J!*K#***B#" !3" " " [" H<("9<h>U<<<[<<<r'rrc |jp%tjd}|j|z }|jr'|st d|d t|j|j |j ||j |j |j S#t$r}td|d|d}~wwxYw)Nz %Y%m%d_%H%M%Sz+Cannot resume from non-existent directory ())rjrrr]rrkrlz/The script was terminated early. Use `--resume z2` to continue the script from its last checkpoint.)rrnowstrftimer]r{r;rrjrrrrkrl BaseException RuntimeError)r timestampr]excs r%run_mainrvs Gx|~~66GGI9,J {V:,,..VTzTTTUUU(*.!](L      @i @ @ @   s'3B B>%B99B>cTtt|dS)N)rrr)rs r%mainrs%  + +D 1 122222r'__main__) description)8rr}rr dataclassesrr functoolsrpathlibrtypingrvllm.benchmarks.startuprrvllm.utils.argparse_utilsr vllm.utils.import_utilsr param_sweepr r utilsrrr ImportErrorsetr8r&rr/rFrrrrMratuplerYr\rerirrrrrrrrrrr! parse_argsrhr'r%rs !!!!!!HHHHHH<<<<<<555555;;;;;;;;$$$$$$%%%%  8 $ $BBB% 1 SX    #3#3s8#####$ $*-c($<@$$$$$: 3; ' *    #v+     DI U38_ c     -DI-D-T#Y---- ; ;" ;% ; ; ; ; ;0$0C$J040000 4c4(4* 4  4  444 #v+4444n c # %        $sF{ t#    Fc!#     D rrrrrrr rj#03x!3333 z $X $1A1M N N NF!!&)))D    sAA('A(