PiddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlmZddlmZddlmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(ddl)Z)ddl*Z*ddl+m,Z-ddl+m.Z/ddl+m0Z1dd l2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>e?@eAdd @eAd d @eAd d ZBdZCdZDdZEdZFdZGdZHdZIe jJdddkZKddZLGddZMdd ZNdd#ZOdd$ZPdd&ZQdd'ZRdd0ZSdd5ZTdd8ZUdd:ZVdd>ZWdddBZXddDZYGdEdFe!ZZGdGdHe!Z[GdIdJe!Z\ddMZ]ddRZ^ddTZ_ddUZ`ddVZadddXZbdd[Zcdd\Zddd_ZeddaZfddfZgddiZhGdjdkejiZjeNe4e5eCeDeEeFdeGeHdldmddmeKeIddldndoddZkdS)) annotationsN)partial) ModuleType)AnyBinaryIOCallableIteratorListLiteral NamedTupleOptionalSequenceTextIOTupleUnioncastoverload)_azure)_common)_gcp) CHUNK_SIZE DEFAULT_CONNECTION_POOL_MAX_SIZE!DEFAULT_MAX_CONNECTION_POOL_COUNTConfigDirEntryErrorRemoteOrLocalPathRequest RestartableStreamingWriteFailureStatget_log_threshold_for_error path_to_str  i BLOBFILE_USE_BLIND_WRITES01fnCallable[..., object]argsrc||dSN)r-r/s e/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/blobfile/_context.py_execute_fn_and_ignore_resultr4JsBIIIIc\eZdZdVdZ dWdXdZdYdZdZdZd[d\dZ d]d^dZdYdZ d_d`d Z d_dad!Z dbd#Z dbd$Z dbd%Zdcd'Z ddded+Z dfdgd,Z dhdid3ZdZd4Zdjd7Zdkd9ZdZd:Zdld=ZdZd>Zdmd@ZdndBZdodDZe dpdqdOZe drdsdRZ dtdudUZdS)vContextconfrc||_dSr1)_conf)selfr8s r3__init__zContext.__init__Os  r5FNsrcrdst overwriteboolparallelparallel_executor%Optional[concurrent.futures.Executor] return_md5 dst_version Optional[str]returnc  t|}t|}t|rtd|dt|rtd|d|s(||rt d|d|t |sJd|d|rd}t |st |rt|rt}t|r*t |rttj |}t|rt |r tj }t |r`t |rQtj |\} } } tj |\} } } | | krttj|}||jtjt%j|jj5} ||j| ||| cdddS#1swxYwYn||j|||| St |r,t |rtj|j||| St |rrDrbT) streamingwb)rNversionr5zerror z% when executing a streaming write to z attempt z, sleeping for z.1fz seconds before retrying))r" _guess_isdirIsADirectoryErrorexistsFileExistsError_is_azure_path _is_gcp_path_is_local_path_parallel_downloadrazureparallel_uploadgcp split_pathparallel_remote_copy concurrentfuturesProcessPoolExecutormp get_contextr:multiprocessing_start_method remote_copy enumeratecommonexponential_sleep_generatorBlobFilehashlibmd5readrupdatewrite hexdigestr retry_limitr!str log_callbacktimesleep)r;r=r>r?rArBrDrEcopy_fn src_account_ dst_accountexecutorattemptbackoffsrc_fdst_fmblockerrs r3copyz Context.copyRs{##    @#$>$>$>$>?? ?    @#$>$>$>$>?? ? {{3 %SCSSS  "! q qp#ppp q q  cGs## -|C'8'8 -nS>Q>Q -,c"" R~c':': R!%"7[QQQc"" .|C'8'8 .-c"" [~c':': [$)$4S$9$9! Q$)$4S$9$9! Q+--&e&@kZZZG"$,#+??#%>$*2Y#Z#Z@^!&wtz8S#R\]]]^^^^^^^^^^^^^^^^^ #74:/@#sWabbbb    Xc!2!2 X?4:3CJWWW W #   Z>##6#6 Z##p#ppp$##$TZScjYYY Y )&*L*N*N O O $ $ GW $]]3]== {IVII A+ % : 6 6 C<<!%,HHUOOO E*** +" {{}}4 $ $ $ :)5'TZE[:[:[9$*c#hhOOOOJ++WWW3WWY`WWqxWWWW 7######## $# $ $s7HH H'O*?OA8O O O*,O- O8 O*O O O O O*O! !O*$O! %O** Q>4A?Q99Q>pathct|}t|rtj|St |r3t j|j|}|dS| |St|r3tj|j|}|dS| |Std|d)NTUnrecognized path: 'rJ) r"rWosrrSrVr[ maybe_statr:isdirrUrYr)r;rsts r3rSzContext.existss4   $   87>>$'' ' $   8 D11B~t::d## # D ! ! 8!$*d33B~t::d## #6t66677 7r5rpcdt|}t|r2tj|\}}|ddSt |r3t j|\}}}|ddStj |SN/) r"rVr[r\splitrUrYrrbasename)r;rrvobjs r3rzContext.basenames4      *^D))FAs99S>>"% % D ! ! *(..IAq#99S>>"% %7##D)) )r5pattern Iterator[str]c#Kt|r2d|vsd|vsd|vrtdt|Ed{VdS|||D] }|jV dS)N?[]'Advanced glob queries are not supported)rrA)rWr _local_globscanglobr)r;rrAentrys r3globz Context.globs ' " " !g~~3'>>EFFF"7++ + + + + + + + + +wJJ ! !j     ! !r5rshard_prefix_lengthintIterator[DirEntry]c#P Kd|vsd|vsd|vrtdt|rt|D]~}tj|}t j|j}t|| ||| |rdn"t|j |j |j ddVdSt|st|rd|vrt!|j|}||VdSt|r@t%j|\}} d|vrtdt%j|d } nKt+j|\} } } d| vsd| vrtd t+j|j| | d } |d krt-d t/| g} n|s Jd g} d t1dD}| dd\}}t1d|dzD]}}t5j||D]d}d }|D]}|t9|z }||k}|r||z}n ||zdz|z}| t-d t/|e~|rKt=j|jj }|!}| D]}|"|tG| }|!}d }|$tJ|j| ||f5||kr|&}tO|tPr |j)VnZtO|t,r|"||dz }n*tO|tTr|dz }ntd||kdddn #1swxYwYdSdStWj,}| D]}||tG|d krw|-}t]|j| |D]6}tO|tPr |j)V!||7tG|d kudSdStd|d)NrrrrsizemtimectimerjrP)rnameis_diris_filestat*z'Wildcards cannot be used in bucket namez0Wildcards cannot be used in account or containerrzQYou probably want to use parallel=True if you are setting shard_prefix_length > 0c g|]<}|ttdtdgv:|=S)rr) INVALID_CHARSunionord.0is r3 z$Context.scanglob..sLQm6I6I3s88UXY\U]U]J^6_6_-_-_A-_-_-_r5)maxsplitrepeat initializerinitargszInvalid result)r8roottUnrecognized path 'rJ)/rrWrrr stat_moduleS_ISDIRst_moderrr st_sizest_mtimest_ctimerVrU _get_entryr:r[r\ combine_pathrY _GlobTask _split_pathranger itertoolsproductchrappendrarbrcQueueputlenPool _glob_workerget isinstance _GlobEntryr_GlobTaskComplete collectionsdequepopleft_process_glob_task)r;rrArfilepathsrrbucket blob_prefixraccount container initial_tasks valid_charspattern_prefixpattern_suffixrcharsprefixcexactpatmp_ctxtasksrtasks_enqueuedresults tasks_donerdqs r3rzContext.scanglobs '>>SG^^sg~~ABB B ' " "e :'00   GH%%$,QY77!x00! &JYaj PT^b         $' " "R :nW&=&=R :'!!"4:w77$KKKG$$ N&)nW&=&=# &== IJJJ'33272B72K2K/K'>>SI%5%5 RSSS)$*gy"MM"a''!*2{;/G/G!H!H I ggfgg " $Szz 2=1B1B3QR1B1S1S.#A':Q'>??NNF!*!2;v!N!N!NNN!#!&--A"c!ff,FF!'*= = Q"06"9CC"06"9C"?."PC%,,Yr;s;K;K-L-LMMMMN"! ) (OPP &!!AIIaLLLL!$]!3!3 ,,.. [[ , D%QX7Y! : :%~55#KKMM%a44:"#'MMMM'955:!IIaLLL*a/NN'+<==:&!OJJ"'(8"9"99%~55 : : : : : : : : : : : : : : : : : : :4?3D3F3F&!!AIIaLLLL"ggkk A/TZdaPPP))%a44)"#'MMMMIIaLLLL "ggkkkkkk8g88899 9s'BO  OOcFt|}t|rtj|St |rt j|j|St|rtj|j|Std|dNrrJ) r"rWrrrrVr[r:rUrYrr;rs r3rz Context.isdirLs4   $   87==&& & $   89TZ.. . D ! ! 8;tz400 06t66677 7r5c#nKt|}|||D] }|jV dS)N)r)r"scandirr)r;rrrs r3listdirzContext.listdirWsN4  \\$t|j tj|jdddVT|}t|j tj|jddt#|j|j|jddVdSt|st|r^|d krt+|j|d Ed{VdSt/j|jj}|}|}d }d t7d D} t7d |d zD]W} t9j| | D]>} d} | D]} | t=| z } | |k}||| |f|d z }?Xd }| tB|j||f5||kr&|"}||d z }"|V||k&ddddS#1swxYwYdStGd|d)Nr,The system cannot find the path specified: 'rJ The directory name is invalid: 'TF)rrrrrrr)r8rexclude_prefixcJg|] }|tv |tdk|!Sr)rrrs r3rz#Context.scandir..s7aaaQ8N8NSTX[\_X`X`S`S`qS`S`S`r5rrrrrr)$r"rVrUendswithrSFileNotFoundErrorrNotADirectoryErrorrWrrrrrrabspathrr rrr_list_blobs_in_dirr:rarbrcrrrrrrr_sharded_listdir_workerrr)r;rrderrprefixesitemsrrrrrrrrrs r3rzContext.scandir\s4      ."6"6  c@R@R  CKD{{4   \#$ZSW$Z$Z$Z[[ [zz$ Q$%O%O%O%OPP P $  = 8j&&  99;;"WW__RW55# %!  A"WW__RW55$ $!!""#*"#* $$(          0$  $ 8>$#7#7$ 8"a''-4:d[_```````````` (OPP!<<>> !"aa%**aaa #A':Q'>?? , ,F!*!2;v!N!N!N , ,!#!&--A"c!ff,FF!'*= = dFE%:;;;&!+ , [[ 74:xY^B_!$$%~55 %  =&!OJ$# %~55$$$$$$$$$$$$$$$$$$6t66677 7s<-K66K:=K:Nonec@t|}t|rtj|ddSt |rt j|j|dSt|rtj|j|dStd|d)NTexist_okrrJ) r"rWrmakedirsrVr[ mkdirfiler:rUrYrrs r3rzContext.makedirss4   $   8 Kt , , , , , , $   8 M$*d + + + + + D ! ! 8 ODJ - - - - -6t66677 7r5c0t|}t|rtj|dSt |rY|drt d|dtj|j|}|std|ddSt|rY|drt d|dtj|j|}|std|ddStd|d)NrrIrJrr) r"rWrremoverVrrRr[r:rrUrYr)r;roks r3r zContext.removesP4   $   8 IdOOOOO $   8}}S!! E'(CD(C(C(CDDDDJ--B `'(^W[(^(^(^___ ` ` D ! ! 8}}S!! E'(CD(C(C(CDDDdj$//B `'(^W[(^(^(^___ ` `6t66677 7r5c t|}t|rtj|dS|ds|dz }t |rt j|\}}n;t|rtj|\}}}ntd|d|dkrtd|d| |} t|td|d#t$rYdSt$rYnwxYwt |rZt j|\}}t!t jd||d d }t j|j|dSt|r\tj|\}}}t!tj|d || d d }tj|j|dStd|d)NrrrJrzCannot delete bucket: 'zThe directory is not empty: '!/storage/v1/b/{bucket}/o/{object}robjectDELETE)urlmethod success_codes/{container}/{blob}rblob))r"rWrrmdirrrVr[r\rUrYrrnextOSErrorr StopIterationr build_urlexecute_api_requestr:) r;rrvritrreqrrs r3rz Context.rmdirsU4   $    HTNNN F}}S!!  CKD    8nT**GAtt D ! ! 8)$//JAq$$6t66677 7 2::9$999:: : \\$   C HHHA$AAABB B!    FF    D     8>$//LFDM"Ef]abbb$C  #DJ 4 4 4 4 4 D ! ! 8','7'='= $GYOG-Bi^bccc$C  %dj# 6 6 6 6 66t66677 7s D D DDr ct|}t|r7tj|}t |j|j|jddSt|r1tj |j |}|td|d|St|r1tj |j |}|td|d|Std|d)NrNo such file: 'rJr)r"rWrrr rrrrVr[rr:rrUrYr)r;rrrs r3rz Context.stats4   $   8 AQYaj PT^bccc c $   8 D11Bz'(A$(A(A(ABBBI D ! ! 8!$*d33Bz'(A$(A(A(ABBBI6t66677 7r5rfloatrPcPt|}t|r|Jtj|||fdSt |rt j|j|||St|rtj|j|||Std|d)N)timesT)rrrPrrJ) r"rWrutimerVr[ set_mtimer:rUrYr)r;rrrPs r3r'zContext.set_mtime s4   $   8??? HT% 0 0 0 04 $   8=$eWUUU U D ! ! 8?4:DwWWW W6t66677 7r5ctstddtrt jdSt stredsdz t rfd}tj }n5trfd}tj }ntdd|r|?tjt!jjj}|}n|}t)j}g}|5|D]9} |t.|j| } || : dddn #1swxYwY|D]} | dS|D]} |j| dStdd)NrrJrc3PKtj\}}tjjD]p}t |}tj|\}}||kr||sJt tjd||dd}|VqdS)Nr r r)rr)r[r\ list_blobsr:_get_slash_path startswithrr) rrrentry_slash_path entry_bucket entry_blobr rr;s r3request_generatorz)Context.rmtree..request_generator.s#&>$#7#7LFD!$ D!A!A""+:5+A+A(36>BR3S3S0 j+v55*:O:OPT:U:U55U% # C'-'1!!! $,+5   " ""r5c 3bKtj \}}}tj j D]x}t |}tj|\}}}||kr||kr||sJt tj|d||dd}|VydS)Nrrr)rr*r)rYr\r+r:r,r-rr) rrrrr. entry_accountentry_containerr0r rr;s r3r1z)Context.rmtree..request_generatorEs/4/?/E/E,GY!&!1$*d!C!C""+:5+A+A(EJEU,FFB  *W44 /9 < < * 5 5d ; ;!= <<& % ')>)Zd!!!$,+5" '""r5rrK)r"rrrWshutilrmtreerVrUrr[rrYrr^r_r`rarbr:rc contextlib nullcontextsubmitr4rresult) r;rrArBr1r-rxcontextr_r fs `` r3r6zContext.rmtrees 4  zz$ Q$%O%O%O%OPP P $  O 8 M$      $  M 8>$#7#7M 8==%%  D!!2 <""""""&,%% <""""""..:4:::;;; ($,)1EE#%>$*2Y#Z#Z F  H'GG0H(466G**0022**$OO,I2tz[^__q))))****************!AHHJJJJ-,..((CBtz3''''((6t66677 7s AFF!$F!Ttoptopdownonerror#Optional[Callable[[OSError], None]]2Iterator[Tuple[str, Sequence[str], Sequence[str]]]c# Kt|}|sdSt|rtj|}tj|||D]g\}}}t|tsJ| tj r |dd}|t|t|fVhdSt|st|rtj|}| ds|dz }|r{t!j}||t'|dkr=| dsJt|rt+jjd}n?t|rt/jjd}nt1d|dg}g}|D]T} t3| } | kr| jr|| j:|| jUt9||fV|fd|Dt'|dk;dSdSt|rt+jj|}n=t|rt/jj|}nt1d|dggg} gg} |D]} t3| } | |kr| t'|d}|d}|dd}|kr|dt'krp|dz| | fV |dt'kp|kru|t'}|| g| d|| g|ku| j!r | d| jt'dkrh|dz| | fV t'dkht9|| | fVt'| dkrt'| dksJdSt1d|d) N)r=r>r?rrr delimiterrrJc3JK|]}|dzVdS)rN)join)rdirnamecurr;s r3 zContext.walk..s6TTdiiW55;TTTTTTr5)"r"rrWrrnormpathwalkrrprsepsortedrVrU_normalize_pathr:rrrrrr[r+rYrr,rr _strip_slashextendrrFpopr)r;r=r>r?rdirnames filenamesrrr entry_pathdirnames_stackfilenames_stackr.relpathpartsdirpathrGrHs` @r3rKz Context.walkws #zz#  F #  J 7'""3''C-/WgW^-_-_-_ B B)h !$,,,,,==((%9DVH--vi/@/@AAAAA  B B #  C 7."5"5C 7!$*c22C<<$$ s = N-8->-@-@ #"ggkk**,,C<<,,,,,#C((C ^DJsKKK',,C"-dj#MMM#$A3$A$A$ABBB!H "I!#99%4U%;%; %,,$ <9$OOEJ7777%,,UZ8888',,h BBBBIITTTTT8TTTTTT)"ggkkkkkk, $$? C88BB#C((?)$*c::BB =s = = =>>>"$#%$??E'6u'='=$'3.. .s3xxzz:G#MM#..E#CRCjG#~~!WZs3xxZ%888#&##68J8J8L8LoNaNaNcNc"ddddGGIII"WZs3xxZ%888"Wnn&-c#hh&7GJJw///+222666*2.55g>>>*11"555 "Wnn}?'+225:>>>#hhll#.0B0B0D0DoFYFYF[F[\\\\GGIII#hhll$C((.*<*<*>*>@S@S@U@UVVVV>**a//C4H4HA4M4M4MM4M4M5s55566 6r5ct|}t|rtj|j|St |rt j|j|Stj|Sr1) r"rVr[rGr:rUrYrrrs r3rGzContext.dirnamesk4      );tz400 0 D ! ! )=T22 27??4(( (r5ar/c^t|}|}|D]}t|j||}|Sr1)r"_join2r:)r;r[r/outbs r3rFz Context.joins; NN - -AS!,,CC r5Tuple[str, Optional[float]]ct|}t|rtj|j|St |rt j|j|St|rd|dfStd|d)Nzfile://rrJ) r"rVr[get_urlr:rUrYrWrrs r3rbzContext.get_urls4      8;tz400 0 D ! ! 8=T22 2 D ! ! 8#T##T) )6t66677 7r5ct|}t|rtj|j|}|t d|d|j}||S||d5}tj | }dddn #1swxYwY|j Jtj |j||j ||St|rtj|j|}|t d|d|j}|~||d5}tj | }dddn #1swxYwY|j Jtj |j||j ||S||d5}tj | cdddS#1swxYwYdS)Nr"rJrM)r"rVr[rr:rrjrhrf block_md5hexrPmaybe_update_md5rUrY)r;rrhr<r:s r3rjz Context.md5s4      1 D11Bz'(A$(A(A(ABBBA}tT** 3a)!,,0022 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3:)))  T2:v F F FM D ! ! 1!$*d33Bz'(A$(A(A(ABBBAy]]4..2!(++//11A222222222222222z---&tz4QGGGHtT** 1a'**..00 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1s6/'B""B&)B&6'E))E-0E-6&G))G-0G-fileTextIO | BinaryIOc|}t|tjr|j}t|tjtjfr|j}t|tjtj fstd|j S)Nz7File was not an Azure BlobFile opened in streaming mode) rio TextIOWrapperbufferBufferedReaderBufferedWriterrawrYStreamingReadFileStreamingWriteFile ValueError_version)r;rhactuals r3last_version_seenzContext.last_version_seen s| fb. / / #]F fr0"2CD E E ZF&5#:E>datac||d5}||ddddS#1swxYwYdS)NrOr)r;rrr<s r3 write_byteszContext.write_bytes"s ]]4 & & ! GGDMMM                  r.modeLiteral['rb', 'wb', 'ab']rNOptional[bool] buffer_size Optional[int] cache_dir file_sizercdSr1r2r;rrrNrrrrPs r3rhzContext.BlobFile&  r5Literal['r', 'w', 'a']rcdSr1r2rs r3rhzContext.BlobFile3rr5r(Literal['r', 'rb', 'w', 'wb', 'a', 'ab']c6t|}t|rtd|d||dv}||dvs Jd|rt|r Jdt|rEd|vrA||dkr(|||| |jj}|r|d vrtd |d|td t|rJtj || }d |vrtj ||}n.tj ||}nt|rz|rtd|dvrtj|j|}n|dvr3tj|j||}tj ||}ntd|dt%|rk|dvrt'j|j||}n^|dvr4t'j|j|||}tj ||}n&td|dtd|dt)t*|} d|vr| Stj| d} t/| drt1| d|t)t2| Sd} d} |dvrtd|d||dvrtd||} | dkrd} t|st%|r|} |dvrVt7j} || | }|| r|| |n|dvr-|At7j} || | }|| |n9t|std|d||tAj!|"d#}|||d}|||d }tIj%|5d}t|rGtj&|j|}|tOd!|d|j(J|j(}|j!}nit%|rGt'j&|j|}|tOd!|d|j(J|j(}|j!}ntd|dd"}|d#}n-|||| }|| }|r|| |d#d#$}| Jd%|||| }tSj||d#&tRj*|rtSj+|ntSj,|||Wt%|rt'j-|j|||nGt|rtj-|j|||n|J|||| }dddn #1swxYwYnOt7j} || | }n%t|r|}ntd|dt]|||| | |'}d |vrtj ||}ntj ||}t)t*|} d|vr| Stj| d} t)t2| S)(a Open a local or remote file for reading or writing Args: path: local or remote path mode: one of "r", "rb", "w", "wb", "a", "ab" indicating the mode to open the file in streaming: the default for `streaming` is `True` when `mode` is in `"r", "rb"` and `False` when `mode` is in `"w", "wb", "a", "ab"`. * `streaming=True`: * Reading is done without downloading the entire remote file. * Writing is done to the remote file directly, but only in chunks of a few MB in size. `flush()` will not cause an early write. * Appending is not implemented. * `streaming=False`: * Reading is done by downloading the remote file to a local file during the constructor. * Writing is done by uploading the file on `close()` or during destruction. * Appending is done by downloading the file during construction and uploading on `close()` or during destruction. buffer_size: number of bytes to buffer, this can potentially make reading more efficient. cache_dir: a directory in which to cache files for reading, only valid if `streaming=False` and `mode` is in `"r", "rb"`. You are reponsible for cleaning up the cache directory. file_size: size of the file being opened, can be specified directly to avoid checking the file size when opening the file. While this will avoid a network request, it also means that you may get an error when first reading a file that does not exist rather than when opening it. Only valid for modes "r" and "rb". This valid will be ignored for local files. version: a version number of the file being opened, used to prevent overwriting a file that has changed since it was opened. Only valid for modes "w", "wb", "a", "ab" Returns: A file-like object rIrJN)rrMz'Can only specify file_size when readingz1Cannot specify version when writing to local filerr)rrOrrMz"Invalid mode for streaming file: 'z,Cannot specify cache_dir for streaming filesrr)rz$Cannot specify version for GCP files)rrO)rzUnsupported mode: ')rrPrr_utf8)encoding _CHUNK_SIZE)rrOrrMr[abzInvalid mode: 'z%cache_dir only supported in read modez local.tmp)r[rz!cache_dir must be a local path: 'z.lockz.tmpr"FT)r?rDzfailed to return md5r)ctx local_pathrtmp_dir remote_pathrP)/r"rQrRrWrGrr:default_buffer_sizerrkFileIOrnrorVNotImplementedErrorr[rrrqrUrYrrrlhasattrsetattrrrtempfilemkdtemprFrSrrirjencodernfilelockFileLockrrrPrrr replacerf _ProxyFile)r;rrrNrrrrPr<binary_ftext_frrlocal_filenamerpath_md5 lock_pathtmp_pathremote_versionr remote_hash perform_copyexpected_local_pathlocal_hexdigests r3rhzContext.BlobFile@sB4      A#$?$?$?$?@@ @   +I  ;&&&(Q&&&  a%d++ ` `-` ` `+ $   2C4KK||D!!R'' dll400111  *8K h ,111HHHHIII$JKKKd## <Id...$;;)!EEEAA)!EEEAAd## <V-.TUUU;&&.tz4@@AA[((-dj$YOOOA)!EEEAA =d = = =>>>%% <;&&0T7KKAA[((/ DyZabbbA)!EEEAA =d = = =>>>:4:::;;;Ha((Hd{{)(VDDD6=11@FM;???FF+++KG<<<5d555666$[)@)@CDDD!]]400N##!,D!!V <^D%9%9V <" ;&&&.00G!%7N!C!CJ{{;//; +z:::[(( ("*"2"4"4%)YYw%G%G  +z::::-i88Z"'(XI(X(X(X"Y"YY i000#*;t{{6/B/B#C#C#M#M#O#O$(IIiH9K9K9K$L$L #'99Y88I8I8I#J#J%.y99<_<_-/N+D11L%(^DJ%E%E#%:*;>*#=#=!E$&Ih$7$7$7$7$&Jx$D$D$D#.#6'5d';';%*(-(>,0Jno)*)*)*)**6d););%*(+(<,0Jno)*)*)*(3'>'>'>-1YYy+~-^-^ y<_<_<_<_<_<_<_<_<_<_<_<_<_<_<_|'.00G!%7N!C!CJJ%% <! :4:::;;;%' Ad{{%a[AAA%a[AAAHa((Hd{{)(VDDDFF+++s HZ44Z8;Z8)r8r)FFNFN)r=rr>rr?r@rAr@rBrCrDr@rErFrGrF)rrrGr@)rrrGrp)F)rrprAr@rGr)Fr)rrprAr@rrrGr)r)rrrrrGr)rrrrrGr)rrrGr)rrrGr r1)rrrr#rPrFrGr@)FN)rrrAr@rBrCrGr)TN)r=rr>r@r?r@rGrA)r[rr/rprGrp)rrrGr`)rhrirGrF)rrrGr|)rrrrprGr)rrrr|rGr)...NN)rrrrrNrrrrrFrrrPrFrGr)....NN)rrrrrNrrrrrFrrrPrFrGr)rNNNNN)rrrrrNrrrrrFrrrPrF)__name__ __module__ __qualname__r<rrSrrrrrrrr rrr'r6rKrGrFrbrjrvrzr~rrrrhr2r5r3r7r7Ns" CG %)c$c$c$c$c$J8888" * * * * ! ! ! ! !PQk:k:k:k:k:Z 8 8 8 8 E8E8E8E8E8N 8 8 8 88888&88888888t8888&OS 8 8 8 8 8$CG Y8Y8Y8Y8Y8|7; T7T7T7T7T7l)))) 8 8 8 8!1!1!1!1F     %(%(#&#'!%     X  (+$'%(#&#'!%     X  :=$(%)#'#'!%a,a,a,a,a,a,a,r5r7msgrprGrc*td|dS)Nz blobfile: )print)rs r3default_log_fnr$s s  r5rr@cVtj|}|jdkS)Ngs)urllibparseurlparseschemerrs r3rVrV(s$ ,   % %C : r5ctj|}|jdko|jdp |jdkS)Nhttpsz.blob.core.windows.netaz)rrrrnetlocrrs r3rUrU-sK ,   % %C gO#*"5"56N"O"O  t r5Optional[ModuleType]c^t|rtSt|rtSdSr1)rVr[rUrYrs r3 _get_moduler4s1D    tr5c$t|duSr1)rrs r3rWrW=s t   $$r5r8rr=r>startrr src_file_sizec 6t|}||d|5}||t|d5}||d} t t || z } | dksJ|| } | dkr| |krtd|d|d | n(|| | t| z } dddn #1swxYwYddddS#1swxYwYdS) NrM)rzrb+rTr5z&read wrong number of bytes from file `z `, expected z but read ) r7rhseekopenminrrkrrmr) r8r=r>rrrrr{r| bytes_readnr~s r3_download_chunkrAs $--C c4= 9 9)U 5 #u   ) JJu   J ) D:$566Avvvv 1 C<<!T))#rSrrVZrrfprr E"""c%jj(  ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )))))))))))))))))))s6&DBC6* D6C: :D=C: >DDDrxconcurrent.futures.ExecutorrDrFc \t|}||}tj|dkr3tjtj|dt |d5}|jdkr2||jdz | ddddn #1swxYwYt|d tj pd}ttj|j|z tj} d} g} | |jkr`|t$|||| t'| |j| z |j} | | | | z } | |jk`| D]} | |ri||d 5}t/jtj|d cdddS#1swxYwYdSdS) Nr8rTrrOrr _max_workersrMr)r7rrrrGrrrrrmgetattr cpu_countmaxmathceilrfPARALLEL_COPY_MINIMUM_PART_SIZEr9rrrr:rhbinasciihexlifyrddecode) r8rxr=r>rDrrr< max_workers part_sizerr_futures r3rXrXYs t   C  A wsr!! BGOOC((48888 c4A 6A:: FF16A:    GGENNN (NBLNN4GaHHKDIaf{233V5[\\I EG !&.. T3UC 16E>4R4RTUTZ   v  !&..  H \\#t $ $ H#F$4Q$7$788??GG H H H H H H H H H H H H H H H H H HHHs$ >CCC9HH#&H#s1s2ctt|t|}t|D]}||||kr|cS|Sr1)rrr)rrlengthrs r3_string_overlaprzsV R#b'' " "F 6]] a5BqE>>HHH  Mr5 List[str]cg}d}|D]$}||z }|dkr||d}%|dkr|||S)Nrr)r)rrXpartrs r3rrsg E D    88 LL   D rzz T Lr5rrrc#xKt|r tj}n/t|r tj}nt d|d|}|D]g}t |}t||}||d}|d|}t|ddD]} || z }||V|V|}hdS)NrrJr) rVr[entry_from_dirpathrUrYrr,rr) rrr previous_pathrr.offsetrWrHrs r3_expand_implicit_dirsrsD3 3   3"51$111222M ) )*511 0@AA"677+ww'(("- * *D 4KC$$S)) ) ) ) ) (  ) )r5rrrLcdtjd|D}d}|D]5}|dkr |d|dz }|dkr|dz }|tj|z }6tj||d zS) Ncg|] }|dk| S)rr2)rrs r3rz$_compile_pattern..s : : :A!r''a'''r5z([*]+)rrz[^z]***z.*z?$)rerescapecompile)rrLtokensregexptoks r3_compile_patternrs : :(A.. : : :F F%% #:: l3lll "FF D[[ dNFF binn $FF :f#zzz) * **r5rc#&K|d\}}}t|}t|t||D]E}t |}t ||r||kr|jrA|VFdS)Nrr8r)rr) partitionrr _list_blobsr,r@matchr)r8rrrv re_patternrr.s r3 _glob_fullrs$$S))LFAq!'**J&F{SY7Z7Z7Z[[[*511    !122 3 3 6))el)KKK r5c$eZdZUded<ded<dS)rrprHz Sequence[str]remNrrr__annotations__r2r5r3rrs' HHHr5rceZdZUded<dS)rrrNrr2r5r3rrsOOOOOr5rceZdZdS)rN)rrrr2r5r3rrsDr5rr&Iterator[Union[_GlobTask, _GlobEntry]]c#TK|j|jdz}|jdd}d|vr?t|||zd|zD]}t |VdSd|vrt ||z}|d\}}}||z} t|| dD]}t|} | | kr|j rt| | rct|dkrt |Vf| |sJt| t|d|VdSt|dkr,||z} t|| }|t |VdSdSt||VdS)Nrrrrrrr8rrD)rHrrrFrrrrr,rr@rrr-rr) r8rrrHrrrrrvrr.s r3rrs %!%( C %)C s{{dSj2773<<&?@@ $ $EU## # # # # $ $ %dSj11 }}S)) 1f} dEEE H HE.u55 4''EL'J$$%56677 Hs88q==$U+++++++66t<<<<<#$4SYY[[$A3GGGGG H H s88q==#:DtT**E  '''''''! C%% % % % % %r5rmp.Queue[_GlobTask]r9mp.Queue[Union[_GlobEntry, _GlobTask, _GlobTaskComplete]]c |}t|||D]}|||t`)NT)rr)rrrr)r8rrrrrs r3rrsa ) IIKK#Dtq999  A KKNNNN %''((( )r5rc# Ktj|}|ds|dr|tjz }d|vr|dd}|tjretj|}|tjs|tjz }|t|d}nxtj|}tj|}t|dkrtj|z}n|t|d}||z}t|tj}tj |D]l\ }} fd|D} | fd| Dz } | D]D} tj || r-| tjr | dd} | VEmdStj|} tj | r/| tjr | dd} | VdSdS) Nr\rr)rLcjg|]/}tj|tjz0Sr2)rrrFrL)rrGrs r3rz_local_glob..$s0RRRgRW\\$"&(899RRRr5cPg|]"}tj|#Sr2)rrrF)rfilenamers r3rz_local_glob..%s)MMMxbgll422MMMr5r)rrrJrrLrrrrGrrKrrrS) rnormalized_patternrbase_dirrrY full_patternrrRrSpathsrrs @r3rrsu))'22% 0 0 6 6% bf$    #))#..q1 ??26 " " Dwv..H$$RV,, #BF"/F >NNgoof--Gww//H 7||q  !#*>$   }}RV$$ !CRCyJJJJJ  r5cD|dr |ddS|Sr)rrs r3rOrO3s) }}SCRCy r5ct|r!tj|rdSt |st |r|drdSdS)zL Guess if a path is a directory without performing network requests TrF)rWrrrrVrUrrs r3rQrQ:sjd d 3 3t t  t 4 4$--:L:Lt 5r5rDc#Ki}|||d<t|rtj|||Ed{VdSt|rt j|||Ed{VdSt d|d)NrDrCrrJ)rVr[r+rUrYr)r8rrDparamss r3rrEs F'{D4>$ BBBBBBBBBBBB   4#D$)DDDDDDDDDDDD24222333r5rrc2|jr |jdzn|jS)Nr)rr)rs r3r,r,Rs$| ;5:  ;r5clt|r$tj|gtj|RS|Sr1)rUrYrr\rs r3rNrNVs<dA!$@)9$)?)?@@@@ Kr5rrc#Kt||}t||dD]}|rt||kr|VdS)Nrr )rNrr,)r8rrnormalized_prefixrs r3rr]sh'f55$->#NNN  oe448III  r5Optional[DirEntry]ct|}t|rtj||}|>|drtj|Stj||S||rtj|Snt|rtj||}|>|drtj|Stj||S||rtj|Sntd|ddS)NrrrJ) r7rVr[rrrentry_from_path_statrrUrYr)r8rrrs r3rrfs; $--CD4 ^D$ ' ' >}}S!! :-d333/b999 99T?? 0)$// / 0    4  dD ) ) >}}S!! </5551$;;; 99T?? 2+D11 1 224222333 4r5rmp.Queue[Tuple[str, str, bool]]rmp.Queue[Optional[DirEntry]]c |d\}}}|r-||z}t||}|||n/t|||zd}|D]}|||d)NTF)r)rrrr) r8rrbaserrrrrs r3rrs &ll400fe  !&=DtT**E  %   #D$-NNNB ! ! %     $ r5r[r_ct|r tj||St |rt j|||St|rtj|||Std|dr) rWrrrFrVr[ join_pathsrUrYr)r8r[r_s r3r]r]sa1w||Aq!!! a1~dAq)))   1a+++/1///000r5c,eZdZdfd Zdfd ZxZS)rrr7rrprrrrFrrPrGrct||||_||_||_||_||_d|_||_dS)NrF) superr<_ctx_mode_tmp_dir _local_path _remote_path_closedrt)r;rrrrrrP __class__s r3r<z_ProxyFile.__init__sY $///   %'  r5ct|dr|jrdSt |j6|jdvr-|j|j|jd|j |j 2tj |jtj |j n?#|j 3tj |jtj |j wwxYwd|_dS)Nr3)rrOr[rT)r?rE)rr3r-closer2r/r.rr1rtr0rr r)r;r4s r3r6z_ProxyFile.closestY'' 4<  F   ( ,?U1U1U $d&74UYUb }( $*+++'''}( $*+++'''') s =B33rorr?r@rArBrC+Optional[Callable[[], urllib3.PoolManager]]rDrErrFOptional[Callable[[], float]]rGrcctdid|d|d|d|d|d|d|d|d |d | d | d | d | d| d|d|d|d|d|}t|S)zm Same argument as configure(), but returns a Context object that has all the blobfile methods on it. rqr9r:r;r=r>ror<r?r@rArBrCrDrrErFrGrcrr2)rr7)rqr9r:r;r<r=r>ror?r@rArBrCrDrErrFrGrcr8s r3create_contextrLs6    !\ !9!9 #<";  65   0/   $>#=   K !8 7 ( "\ ( 0V/U $m .- 0/  *)! ""\# $#<";% &&B%A' D*    r5)r-r.r/r)rrprGr)rrprGr@)rrprGr)r8rr=rpr>rprrrrrrrGr) r8rrxrr=rpr>rprDr@rGrF)rrprrprGr)rrprGr)rrprrrGrr)rrprLrp)r8rrrprGr)r8rrrprrrGr ) r8rrrprrrrrGr)rrprGr)rrprGrpr1)r8rrrprDrFrGr)rrrGrp)r8rrrprGrp)r8rrrprr@rGr)r8rrrprGr")r8rrr%rr&rGr)r8rr[rpr_rprGrp)&rqrHr9rr:rr;rr<rr=rr>rrorr?rr@rrAr@rBr@rCrIrDr@rEr@rrrFrJrGr@rcrp)l __future__rrrconcurrent.futuresr^r7rirkrrmultiprocessingrarrr5rrrrr urllib.parser functoolsrtypesrtypingrrrr r r r r rrrrrrrurllib3blobfilerrYrrfrr[blobfile._commonrrrrrrrrrr r!r"setrrrDEFAULT_AZURE_WRITE_CHUNK_SIZEDEFAULT_GOOGLE_WRITE_CHUNK_SIZEDEFAULT_RETRY_LOG_THRESHOLD"DEFAULT_RETRY_COMMON_LOG_THRESHOLDDEFAULT_CONNECT_TIMEOUTDEFAULT_READ_TIMEOUTDEFAULT_BUFFER_SIZEgetenvDEFAULT_USE_BLIND_WRITESr4r7rrVrUrrWrrXrrrrrrrrrrrrOrQrr,rNrrrr]rrrLr2r5r3ras8""""""    "$$$$$$&&&&&&                             " EE#sOO,,2255c??CCII%%PSUYJZJZ[[ !*"+%&"$29%@#FF#MS,S,S,S,S,S,S,S,l %%%%))))0HHHHB     )))): + + + + +              &&&&D ) ) ) )****Z 4 4 4 4 4<<<<4"1111""""""""N+9$D%F#A#B:&H!%%<"6 38AE$5226&*(/-00000000r5