&`i*dZddlZddlZddlZddlZddlmcmZddl m Z ddl m Z m Z ddlmZddlmZmZddlmZddlmZejeZejGd d Zd Zd Zdd Zedkr edSdS)z,This is the script for `ray microbenchmark`.N)get_or_create_event_loop)asyncio_timeittimeit)get_actor_node_id) InputNodeMultiOutputNode) CompiledDAG)NodeAffinitySchedulingStrategyceZdZdZdZdS)DAGActorc|SNselfxs v/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/ray/_private/ray_experimental_perf.pyechoz DAGActor.echoc|Srrrs r echo_multiplezDAGActor.echo_multiplerrN)__name__ __module__ __qualname__rrrrrr r s2rr cdtjjsd}t|dSdS)NaWARNING: Unoptimized build! To benchmark an optimized build, try: bazel run -c opt //:gen_ray_pkg You can also make this permanent by adding build --compilation_mode=opt to your user-wide ~/.bazelrc file. (Do not add this to the project-level .bazelrc file.))ray_raylet OPTIMIZEDloggerwarning)msgs rcheck_optimized_buildr#s> ;  D  s  rctjtt jdS)NF)soft)scheduling_strategy)r DAGDriverProxyActoroptionsr rget_runtime_context get_node_idremoterrrcreate_driver_actorr,,sY  * 2 2:  # % % 1 1 3 3%    3   fhh rc |pg}t}ttdtjdOdtjGdd}t }t|}tj d||fgdg|tdfdz }|ttj dfgdgtj j j |td fd z }tjtjd z}td |gt#|D]<}|tf=tj ddgtj d DD]\}j  |tdfdz }D]\}tj|tfdt#|Dtj j j |tdfdz }tjgt#|D]<}|tf=fdt#|Dtj dDt'D](\}}|dj |g)|tdfdz }D]\}tjdPd fd} t(} t+5| jdddn #1swxYwY|tdfdz }|td fdz }~ t(} t+5| jdddn #1swxYwYd ||| d!z }~ tjd z}d"t#|D t+5t5fd# Ddddn #1swxYwY|td$|d%fd&z }|td'|d% fd(z }d)t#|D t+5t5fd* Ddddn #1swxYwYd ||| d+|d%z }d,t#|D t+5 D]} | j dddn #1swxYwY|td-|d%fd.z }|td/|d% fd0z }d1t#|D t+5 D]} | j dddn #1swxYwYd ||| d2|d%z }d3|ksJd4|d5d6d7t#D t+5t5 fd8t#Ddddn #1swxYwYd|td9d%fd:z }|td;d% fd<z }d=t#D t+5t5 fd>t#Ddddn #1swxYwYd?|td@d%fdAz }|tdBd% fdCz }dDt#D t+5t5 fdEt#Ddddn #1swxYwYdF|tdGd%fdHz }|tdId% fdJz }t(} d3t+5| jjfdKt#Ddddn #1swxYwYd|tdLfdMz }|tdL fdNz }tj|S)QNz=Tip: set TESTS_TO_RUN='pattern' to run a subset of benchmarksFcf|D]-}|d|r|.dS)N0)writeread)chansdo_getchans rput_channel_smallzmain..put_channel_smallAsC  D JJt       rceZdZdZdZdS)main..ChannelReadercdSrr)rs rreadyz!main..ChannelReader.readyIs Frc8 |D]}|r)r1)rr2r4s rr1z main..ChannelReader.readLs* !  DIIKKKK rN)rrrr9r1rrr ChannelReaderr7Gs2        rr;z4[unstable] local put:local get, single channel callscdS)NT)r3rr2r5srzmain..Vs!!%555rz7[unstable] local put:1 remote get, single channel callscSrrr>srr?zmain..`!!%((rz%Testing multiple readers/channels, n=cFg|]\}}|jSrr9r+.0reader_s r zmain..m* I I IyvqV\ " " I I Irz7[unstable] local put:n remote get, single channel callscSrrr>srr?zmain..rrArcBg|]}tjdfgdSNr< ray_channelChannel)rFrHrG reader_nodes rrIzmain..ys=   EF DFK#8"94@@   rz3[unstable] local put:1 remote get, n channels callscSrrr>srr?zmain..rArcJg|]}tjd|gd SrMrN)rFireader_and_node_lists rrIzmain..s>   GH D#7#:";TBB   rcFg|]\}}|jSrrDrEs rrIzmain..rJrrz3[unstable] local put:n remote get, n channels callscSrrr>srr?zmain..rArcv|jfdt|D}tj|dS)Ncg|]}dzSxrrFrH payload_sizes rrIz'main.._exec..s"P"P"P14,#6"P"P"Pr)executerangerget)dagnum_argsr^ output_refs ` r_execzmain.._execsB S["P"P"P"Ph"P"P"PQ   rc>Kfd}t||d{VS)NcKdd{V}t|ts |d{VdStj|d{VdSNr\) execute_async isinstancelistasynciogather)fut compiled_dags r _exec_asyncz-main..exec_async.._exec_asyncsx$22488888888Cc4(( + nc**********r)r)tagrpros r exec_asynczmain..exec_asyncsX + + + + +$           rz![unstable] single-actor DAG callscRtjdSrhrrar_rbsrr?zmain..sSWS[[=N=N5O5Orz*[unstable] compiled single-actor DAG callscSrrrerosrr?zmain..seeL>Q>QrT)enable_asyncioz2[unstable] compiled single-actor asyncio DAG callsc@g|]}tSrr r+rFrHs rrIzmain.." 6 6 6Ahoo 6 6 6rcDg|]}|jSrrbindrFainps rrIzmain..'@@@Aqv{{3//@@@rz'[unstable] scatter-gather DAG calls, n=z actorscRtjdSrhrtrusrr?zmain.. D))**rz0[unstable] compiled scatter-gather DAG calls, n=cSrrrwsrr?zmain..l##rc@g|]}tSrrzr{s rrIzmain..r|rcDg|]}|jSrr~rs rrIzmain..rrz8[unstable] compiled scatter-gather asyncio DAG calls, n=c@g|]}tSrrzr{s rrIzmain..r|rz[unstable] chain DAG calls, n=cRtjdSrhrtrusrr?zmain..rrz'[unstable] compiled chain DAG calls, n=cSrrrwsrr?zmain..rrc@g|]}tSrrzr{s rrIzmain..r|rz/[unstable] compiled chain asyncio DAG calls, n=zn_cpu (z!) must be greater than n_actors ()c@g|]}tSrrzr{s rrIzmain.." 9 9 9Ahoo 9 9 9rc\g|](}|j|)Srr~rFrTactorsrs rrIzmain..1TTTqvay~223q6::TTTrz:[unstable] multiple args with small payloads DAG calls, n=cntjjfdtDS)Ncg|]}dzSr[rr]s rrIz*main.... %S%S%Sad\&9%S%S%Srrrar_r`rbn_actorsr^srr?zmain.. 5  %S%S%S%S5??%S%S%STUUrzC[unstable] compiled multiple args with small payloads DAG calls, n=c SN)rcr^rrerorr^srr?zmain..lXLQQQrc@g|]}tSrrzr{s rrIzmain..rrc\g|](}|j|)Srr~rs rrIzmain..rriz;[unstable] multiple args with medium payloads DAG calls, n=cntjjfdtDS)Ncg|]}dzSr[rr]s rrIz*main....rrrrsrr?zmain..rrzD[unstable] compiled multiple args with medium payloads DAG calls, n=c Srrrsrr?zmain..#rrc@g|]}tSrrzr{s rrIzmain..(rrc\g|](}|j|)Srr~rs rrIzmain..*rriz:[unstable] multiple args with large payloads DAG calls, n=cntjjfdtDS)Ncg|]}dzSr[rr]s rrIz*main.....rrrrsrr?zmain...rrzC[unstable] compiled multiple args with large payloads DAG calls, n=c Srrrsrr?zmain..4rrc g|] }| Srr)rFrTrs rrIzmain..=s(G(G(GAQ(G(G(GrzO[unstable] single-actor with all args with small payloads DAG calls, n=1 actorscntjjfdtDS)Ncg|]}dzSr[rr]s rrIz*main....Bs%Q%Q%Qad\&9%Q%Q%Qrr)rbn_argsr^srr?zmain..Bs5  %Q%Q%Q%Q5==%Q%Q%QRSSrc Srr)rerorr^srr?zmain..HslV,OOOr)F)rXrX)rr#printrinitr+r,rrOrPrrar9r1killmultiprocessing cpu_countr`appendzipr rrrexperimental_compilerun_until_completerrshutdown)resultsloopr; driver_actor driver_noden_cpurHr4reader_node_tuplerrractorrerr2rorbrrrr^r5rGrUrQs @@@@@@@@@@@@@rmainr4smG # % %D IJJJ HJJJ  Z       Z '((L#L11K  {(C'Dd K K LE v>55555G  ! ! # #F#F++K  (='> E E FEGFL   ! !""" Ku vA(((((GHV  % ' '1 ,E 9% 9 9::: 5\\;;%%'''// ##V[$9::::  ';T B B CEG I I4H I I IJJJ)""  5!!!! vA(((((G*    ! ! # #F#F++K     JOPU,,   EGFL   ! !""" Ku v=(((((GHV 5\\;;%%'''// ##V[$9::::    LQRWLL   EG I I4H I I IJJJ#&u.B#C#C##"1% D6"""" v=(((((G*         A fkk# v+-O-O-O-OG++--L v46Q6Q6Q6Q6QG  A fkk#++4+@@L t&& @  G   % ' '1 ,E 6 6u 6 6 6F B@@@@@@@AABBBBBBBBBBBBBBB v@%@@@****G++--L vI5III#####G7 6u 6 6 6F B@@@@@@@AABBBBBBBBBBBBBBB++4+@@L t&& Uu U U U  G7 6u 6 6 6F # # #A&++c""CC ################ v7777****G++--L v@%@@@#####G7 6u 6 6 6F # # #A&++c""CC ################++4+@@L t&& SUSSSTTG H DDDDDD : 9x 9 9 9F VTTTTTE(OOTTTUUVVVVVVVVVVVVVVVL vVXVVVUUUUUUG++--L v     QQQQQQQG: 9x 9 9 9F VTTTTTE(OOTTTUUVVVVVVVVVVVVVVVL vWhWWWUUUUUUG++--L v     QQQQQQQG: 9x 9 9 9F VTTTTTE(OOTTTUUVVVVVVVVVVVVVVV#L vVXVVVUUUUUUG++--L v     QQQQQQQG OO  E F I&e!&(G(G(G(Gv(G(G(GHIIIIIIIIIIIIIIIL v SSSSSSG ++--L v OOOOOOOG LNNN NsQ''Q+.Q+TT TV**V.1V.%Y  YY:"[))[-0[-$"^^^*aaa*dd  d *f==gg)i55i9<i9__main__r)__doc__rlloggingrrray.experimental.channel experimentalchannelrOray._common.utilsr'ray._private.ray_microbenchmark_helpersrrray._private.test_utilsrray.dagrrray.dag.compiled_dag_noder ray.util.scheduling_strategiesr getLoggerrr r+r r#r,rrrrrsw22 .........KJJJJJJJ555555........111111IIIIII  8 $ $    YYYYx zDFFFFFr