Pi ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl ZddlmZmZmZmZmZmZmZmZddlZddlmZddlmZddlmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/dZ0dZ1dZ2d Z3d Z4d Z5d Z6d ddddddZ7dee8effdZ9dee8fdZ:de8de8de8de8fdZ; ddee8e8fde8dee<de(fdZ=d e(d!ee8e8fde(fd"Z>d#ee8e8fd$e8dee8e?ffd%Z@d&e8dee8e8e8ffd'ZAd&e8dee8e8e8ffd(ZBd&e8dee8e8e8ffd)ZCde8d*e8d+e8de8fd,ZDde8d*e8d+e8de8fd-ZEd.e$de8d*e8d+e8de8f d/ZFd.e$d&e8ddfd0ZGd e(d#e8de8fd1ZHd2ee8efdee8fd3ZId4d5d6d7d8d9d:d;dd?d@ ZJdAe8de?fdBZKdCee8e8fde*fdDZLd.e$de8d*e8d!ee8e8fdEee)deMf dFZNd.e$dGe8de8d!ee8e8fdee8f dHZOd.e$d!ee8e8fdee8fdIZPd.e$de8d*e8dee8efdEee)deeee?ff dJZQd.e$d#edeee?ffdKZRd.e$d#edeee?ffdLZSd.e$d e(ddMfdNZTdOei}dtjvrtjd|d<d tj|d |cSOd tjvrli}tjd d D]2}|d \}}}|||<3d |d|ddSdtjvrtjd}tj|std|dt|5}tj |} d| d| d| ddcdddS#1swxYwYdtjvr7dtjdtjdtjddStj d} tj| rt| 5}tj |} | diD]'} | ddkrd| d d!ccdddS dddn #1swxYwYtj d"} tj| rt| 5}tj |} d}| D]G} d#| vrd| d#d!} || }| d$d%| d$d%kr| }H||cdddS dddn #1swxYwYiS)&NAZURE_USE_IDENTITY01 _azure_authazure-identity)AZURE_STORAGE_KEYAZURE_STORAGE_ACCOUNT_KEYAZURE_STORAGE_ACCOUNTaccountsakey)r+storage_account_keyAZURE_STORAGE_CONNECTION_STRING;= accountname accountkey)r+r0r2AZURE_APPLICATION_CREDENTIALSzCredentials not found at 'zC' specified by environment variable 'AZURE_APPLICATION_CREDENTIALS'svcactappIdpasswordtenant)r+ client_id client_secret tenant_idAZURE_CLIENT_IDAZURE_CLIENT_SECRETAZURE_TENANT_IDz~/.azure/msal_token_cache.json RefreshTokencredential_typerefreshsecret)r+ refresh_tokenz~/.azure/accessTokens.json refreshToken expiresOn)osgetenvenvironsplit partitionlowerpathexistsropenjsonload expandusergetvalues)varnamer0connection_datapartkey_val creds_pathfcredsmsal_tokens_pathtokenstokenaccess_tokens_path best_tokens c/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/blobfile/_azure.py_load_credentialsrhBs y%s++s22/00 Fcc bj G&"*44%'Z0G%H "#*2:gCVbbZab b b b ! )BJ66J@AGGLL / /D..--KCC+.OCIIKK ( ("&}5#2<#@   '"*44Z ?@ w~~j)) |Z||| *   IaLLE'"7^!&z!2"8_                 BJ&&#$56Z(=>$56    w))*JKK w~~&''T " # # TqYq\\FNB77>>@@ T T*+~=='05?SSSS  T T T T T T T T T T T T T T T T T T T T T T T T++,HII w~~())" $ % % "Yq\\FJ + +!..(1E.DYZZ%!&JJyyb11JNN;PR4S4SSS%* %! " " " " " " " "& " " " " " " " " " " " " " " " Is8 -FF F!AJJJ+A$M))M-0M-ctjd}tj|sgSt |d5}t j|d}dddn #1swxYwY| dg}dtttfdtfd}||d d |DS) z Return a list of subscription ids from the local azure profile the default subscription will appear first in the list z~/.azure/azureProfile.jsonrbz utf-8-sigN subscriptionsxr&c|dS)N isDefault)rls rgkey_fnz%load_subscription_ids..key_fns ~T)r\reversecg|] }|d S)idro).0subs rg z)load_subscription_ids..s / / /#CI / / /rq)rKrQrVrRrSrTloadsreaddecoderWrstrrboolsort)default_profile_pathr`profilerkrps rgload_subscription_idsrs, 7--.JKK 7>>. / / "D ) );Q*QVVXX__[99::;;;;;;;;;;;;;;;KK44M'#s(#64000 / / / / //s:BBBr0templatedatac 0tjd|d|fi|S)Nhttps://.blob.core.windows.net)common build_url)r0rrs rgrrs*  FwFFF Y YTX Y YYrqrascope success_codesc*|ddkrd|d|d}d}n/|ddkrd|d|d |d }|d }nttd |d ddditj|d|S)Nr+rErG) grant_typerGrrr9client_credentialsr=r>)rr=r>rr?z"https://login.microsoftonline.com/z/oauth2/v2.0/tokenPOSTr"z!application/x-www-form-urlencodedutf8)urlmethodheadersrr)AssertionErrorrurllibparse urlencodeencode)rarrrr?s rg_create_access_token_requestrs ]y((*"?3    }  ) )/{+"?3    +&   N N N N!DE \ # #D ) ) 0 0 8 8#    rqreqauthc |ji}n&t|j}|ji}n&t|j}d|d<tjtjjd|d<|j }|)t|trtj |}t|j|j||||jt#|jt#|j}|\}}|t(krt+|||d<n |t,kr d||d<n |t.kr |S) Nz 2019-02-02z x-ms-versiontzz%a, %d %b %Y %H:%M:%S GMTz x-ms-date)rrparamsrrpreload_contentr retry_codes AuthorizationzBearer )rdictcopyrdatetimenowtimezoneutcstrftimer isinstancexmlunparserrrrtuplerr SHARED_KEYsign_with_shared_key OAUTH_TOKEN ANONYMOUS)rrrrrresultkindrds rgcreate_api_requestrsn {s{##((** zcj!!&&((+GN#,00H4E4I0JJSS#GK 8D JtT22{4   z G +C-..#/**   FKD% z#7#F#F    #4U#4#4     Mrqr\rcid|dd|dd|dd|dd|dd |d d |d d |dddddddddddddddddddddd}tj|}|jdd}tjd |d!|jd"d}|d|d|d||d |d |d|d|d|d |d|d|d|d|d|d|d|d#|d$|df}d%|}tj tj tj |d&| d'd(d'|d)<tjd*|D}t#j|dd+d,d-} t)j| } |d.z|z| fS)/Nst SignedStartse SignedExpirysks SignedServicesktskesktid SignedTidskoid SignedOidskv SignedVersionsvz 2018-11-09srbsprsiprJsisprz https,httprsccrscdrsce)rsclrsct.rz/blob//rr Valuersha256sigc&i|]\}}|dk ||S)rJrorukvs rg z'generate_signed_url..6s##O#O#OTQqBwwAqwwwrqZGMTz%Y-%m-%dT%H:%M:%S%Z?)rrurlparsenetlocrNunquoterQjoinbase64 b64encodehmacdigest b64decoderrzritemstimestrptimereplacecalendartimegm) r\rrustorage_accountcanonicalized_resource parts_to_signstring_to_signquerytsts rggenerate_signed_urlrs c-  c.! s?# s=!  s>"  [!  [! s?# l c c r b | !" #$ %&)F,  c""AhnnS))!,O#\112Y?2Y2YQVTUTVTVZ2Y2YZZt t t wwu u u u u u t t vvvvv t -M0YY}--N$ F$S\22N4I4I&4Q4QS[\\ fVnn 5M L " "#O#OV\\^^#O#O#O P PE s>*223>>@U V VBA 9u a rqrQc|drt|S|drt|Std|d)Naz://rInvalid path: '') startswith split_az_pathsplit_https_pathr)rQs rg split_pathr=s` w/T"""  $ $/%%%-d---...rqc8|tddd}t|dkrtd|d|d}|d}|dkrtd|dd|dd}|||fS) NrrrrrrrJ)lenrNrr)rQpartsr0 containerobjs rgrrFs W & &s + +E 5zzA~~-d---...AhGaIB-d---... ((59  C Is ""rqc|tddd}t|dkrtd|d|d}|d}|dr|d krtd|dd|dd}|d d}|||fS) NrrrrrrrrrJr)rrNrendswithr)rQrhostnamerrr0s rgrrRs Z"" # ) )# . .E 5zzA~~-d---...QxHaI   5 6 6/)r//-d---... ((59  CnnS!!!$G Is ""rqrrcd|d|d|S)Nr.blob.core.windows.net/rror0rrs rgcombine_https_pathr _s Gg G Gi G G# G GGrqcd|d|d|S)Nrrror s rgcombine_az_pathrcs .7 . .Y . . . ..rqconfcT|jrt|||St|||SN)output_az_pathsrr )rr0rrs rg combine_pathrgs1 ;w 3777!'9c:::rqc|ds|dz }t|\}}}tt|d||dddid}t ||}|jd krt d |d dS) Nr/{container}/{blob}rblobPUTx-ms-blob-type BlockBlob)rrrrrz?Unable to create directory, account/container does not exist: 'r)rrrrexecute_api_requeststatusrrrQr0rrrresps rg mkdirfiler"ns ==    )$//GY  g4 PT U U U!;/    C tS ) )D {c]VZ]]]^^^rqcg}|jM|jD]3\}}|}||d|4tj|j}|j dd}d|d|j dd}d |gtt|z} |ji} nt|j} g} | D]p\}}|}t!jdd|} |d r| |d| qd t| } | d d }|j!t-t/|j}|j| d d | d d || dd | dd | dd | dd | dd | dd | dd | dd | | g}d |}t3jt7jt3j||ddd}d|d|S)N:rrrrrz\s+ zx-ms-Content-LengthrJr$r%r#r"DatezIf-Modified-SinceIf-Matchz If-None-MatchzIf-Unmodified-SinceRangerrz SharedKey ) rrrPappendrrrrrrNrQrlistsortedrrrervstriprrWrr{rrrrrrrrrz)rr\params_to_signnamevaluecanonical_namerr canonical_urlrrheaders_to_signcanonical_valuecanonicalized_headerscontent_lengthrr signatures rgrr}sN z:++-- ? ?KD%!ZZ\\N  ! !^"="=e"="= > > > > cg&&AhnnS))!,O666!&*66M!YY f^>T>T9U9U'UVV {s{##O}}JJ e&e44::<<  $ $W - - J  " "n#H#H#H#H I I I IIf_&=&=>>[[!1266N xS]]++  &++ &++ M2&& NB'' FB ',, J## OR(( )2.. GR  M YY}--N  F$S))>+@+@+H+H(SS fVnn 6 5 5) 5 55rqmetadatacrd|vr2|d}|dStj|SdS)Nr#)rrhex)r9 b64_encodeds rg_get_md5r=sD  }-  4 ,,00222trq010203040506070809101112) JanFebMarAprMayJunJulAugSepOctNovDectextc|}|ddt|dd|dd|dd}tj|}|S)N-rrTz+00:00)rN_MONTH_NAME_TO_INDEXr fromisoformat timestamp)rVp date_stringdts rg_parse_timestamprbsq AqTLL016LL1LL!LLLK   ( ( 5 5B <<>>rqitemcd|vr |d}n|d}d|vrt|d}nt|d}tt|d|t|t ||dS)Nz Creation-Timezx-ms-creation-timex-ms-meta-blobfilemtimez Last-Modifiedr&Etag)sizemtimectimemd5version)floatrbrintr=)rc raw_ctimerhs rg make_statros$) -.  D((d4566 o!677  &' ( (y)) TNNV    rq out_failuresc|jrdSdddtgdtkrddtffd }t j||}|jtkrdS|jdkrDdtkr3|tj d ||d S|jd vrdS|tj d ||d S) NTrrr&cttdtddddd}t| S) NGET /{container}rrr+r*)restypecomp maxresultsrrrrr)rrr)rr0rrrs rg build_reqz(_can_access_container..build_reqsQ'>YGGG*F#NN'     "#D1111rqzCould not access containerFrrs) use_blind_writesrrr*rrexecute_requestrrcreate_from_request_response)rr0rrrpr~r!rs ``` @rg_can_access_containerrsN t#s$;.build_req&s,Co^^^C%c555 5rq)rrrr1r0rtnextLink)rrrrrTrxr) rrr0rr~r!outrrrs ` @@rg_get_storage_account_idrs v u u uC\ *F 67 6 6 6 6 6 6 6 6%dI66 ;* $ $4j##w< ! !C6{g%%4y   & S 4*o+rqcdddig} dtffd }tj||}tj|j}|d|dDd |vr|S|d ds) Nz*https://management.azure.com/subscriptionsrz 2020-01-01Tr&cJtd}t|S)Nrvrrrr}rrs rgr~z(_get_subscription_ids..build_reqBs*C???C%c555 5rqcg|] }|d S)subscriptionIdro)rurcs rgrwz)_get_subscription_ids..HsHHH$t,-HHHrqr1r)rrrrTrxrextend)rrrr~r!rrrs ` @@rg_get_subscription_idsr<s 6C\ *F F  67 6 6 6 6 6 6 6 6%dI66z$)$$ HH$w-HHHIII T ! !M: rqcdtffd }tj||}tj|j}t |dftdD]}t|||n<t|} fd| D} | D]}t|||ndSdtffd } tj|| }tj|j}|dD]K} | ddkr=t| d f} t|||| | r| cStd |d |d Ltd|d )Nr&c&tdS)Nz%https://management.azure.com/.defaultrarrrasrgbuild_req_access_tokenz8_get_storage_account_key..build_req_access_token^s +F    rq access_tokencg|]}|v| Sroro)rurtstored_subscription_idss rgrwz,_get_storage_account_key..ss+& & & R7N-N-NB-N-N-NrqcVtdddddi}t|S)Nrzhttps://management.azure.comz /listKeysrrrr}r)rrstorage_account_ids rgbuild_req_list_keysz5_get_storage_account_key..build_req_list_keyssFL/ALLL!<0    "#D1111rqkeys permissionsFULLr1rpzIFound storage account key, but it was unable to access storage account: '' and container: 'rzCStorage account was found, but storage account keys were missing: ') rrrrTrxrrrrrrrr)rr0rrarprr!rrsubscription_idsunchecked_subscription_idsrr\storage_key_authrrrs ` @@@rg_get_storage_account_keyrOs6 G       !$(> ? ?D Z " "F / 0D45524T?GUYZZ  ) E * 1t<<& & & & )& & & " :  O!8PWY]!^!^ !-.422222222  !$(; < .build_reqs./IIII( rqrerror invalid_grant AADSTS700082error_descriptioninteraction_required AADSTS50078 AADSTS50076zMYour refresh token is no longer valid, please run `az login` to get a new onez7Encountered an error when requesting an access token: `z: z9`. You can attempt to fix this by re-running `az login`.r expires_in)rr0rrarpr9c&tdS)N"https://storage.azure.com/.defaultrrrsrgr~z$_get_access_token..build_reqs /#G rqr,r)DefaultAzureCredentialzSWhen setting AZURE_USE_IDENTITY=1, you must also install the azure-identity packagerrJinfzFCould not find any credentials that grant access to storage account: 'rz Access Failure: a No Azure credentials were found. If the container is not marked as public, please do one of the following: * Log in with 'az login', blobfile will use your default credentials to lookup your storage account key * Set the environment variable 'AZURE_STORAGE_KEY' to your storage account key which you can find by following this guide: https://docs.microsoft.com/en-us/azure/storage/common/storage-account-keys-manage * Create an account with 'az ad sp create-for-rbac --name ' and set the 'AZURE_APPLICATION_CREDENTIALS' environment variable to the path of the output from that command or individually set the 'AZURE_CLIENT_ID', 'AZURE_CLIENT_SECRET', and 'AZURE_TENANT_ID' environment variables)rrhrWrrrSHARED_KEY_EXPIRATION_SECONDSrrrrTrxrrrrl&use_azure_storage_account_key_fallbackrazure.identityr ImportError RuntimeError get_tokenrd expires_onrr)rr\rr azure_authaccess_failuresrr~r!rstorage_account_key_authrcredrdanonymous_authmsg resp_failurer0ras @@rg_get_access_tokenrsGY )++C   E=))J,.OW   Y7**FyAQFF;BFFFE"789 w 4o ^ ^ ^ ?# ==> > ? y  7       %dI66DI&& ;#  7O66&&1D*EEE7O'===%0C)DDD7O'===%0C)DDDcxfU\oxxagh{a|xxxVN34 !w 4o ^ ^ ^ =#f\&: ; ;;< <  6 W'?#, ((( $(30#8U2UVV x   7       %dI66DI&&VN34 w 4o ^ ^ ^ =#f\&: ; ;;< <  6 W'?#, ((( $(30#8U2UVV ' ' '  = = = = = = =   e   $ # % % INN#GHHE I I I I I I I I I I I I I I IU[) w 4o ^ ^ ^ ,%*+ +  6 W'?#, ((( $(30#8U2UVV _N gy..e -- zSZ z znw z z zC ?a+ ; ;L :L:: :CC 5zzQ ` ` **s;JJ)K  KKct}|dtkrdtjtzfS\dt ffd }t j|}|jdkrtddtj |j }tjtz}|d|fS) Nr\rr&c tjtjj}|tjdzd}|tjdzd}t ddd td d d ||did}t }|dtkrtdddt||S)Nr)hoursz%Y-%m-%dT%H:%M:%SZ)daysrr rserviceuserdelegationkey)ryrzKeyInfo)StartExpiry)rrrrrrrrrrzOnly OAuth tokens can be used to get SAS tokens. You should set the Storage Blob Data Reader or Storage Blob Data Contributor IAM role. You can run `az storage blob list --auth-mode login --account-name z --container z0` to confirm that the missing role is the issue.r}) rrrr timedeltarrraccess_token_managerrrrr) rstartexpiryrrr0rrr\s rgr~z!_get_sas_token..build_req/s3##x'8'<#==x)3333==>RSS*2222<<=QRR;7;;; 0CDDDu??@$    $--d-<< 7k ! !AJQAA`iAAA  "#D1111rqrrz@You do not have permission to generate an SAS token for account zh. Try setting the Storage Blob Delegator or Storage Blob Data Contributor IAM role at the account level.UserDelegationKey) rrrrSAS_TOKEN_EXPIRATION_SECONDSrrrrrrrr) rr\rr~r!rrr0rs `` @@rg_get_sas_tokenr&s  ) )$C ) 8 8D Aw)dikk$@@AAGY2w222222222,  !$ 2 2D {c $w $ $ $   )DI  C 22A " #Q &&rqurllib3.BaseHTTPResponsectjj}|jdd|jd}t|dkrtd|jdddtffd }tj |S) Nrrrrzmissing container from pathrr&c^ttfS)Nrr})rrr)r0rrrsrgr~z&execute_api_request..build_reqYs8! *44T?S4TT    rq) rrrrrrNrQrrrrr)rrr path_partsr~r0rs`` @@rgrrQs cg&&AhnnS!!!$Gc""J :1222 S!!!$I w          !$ 2 22rqindex upload_idc|dksJ|dz|z}|dksJtj|dddS)Nilbig) byteorderr)rrto_bytesrz)rr id_plus_indexs rg_block_index_to_block_idras` 5===="_-M 5  M2212FF G G N Nv V VVrqc 4t|tddd}t||}|jdkrdSt j|jdh}|d d dS|d d d}d d d |Dii}d |D}tD]\} } | |vr || || <t|dtdi|d|di|d}t||S)N blocklistrzrvr)rrrrrBlock repeated_tags BlockListCommittedBlocksLatestcg|] }|d S)Namero)rurs rgrwz-_clear_uncommitted_blocks..xs$?$?$?1QvY$?$?$?rqcDi|]\}}|d||Sz x-ms-meta-rrs rgrz-_clear_uncommitted_blocks..zs0___1ALLQ]D^D^_q!___rqrr(etag)rrsrrrrrr) rrrrrrrr!RESPONSE_HEADER_TO_REQUEST_HEADER) rrr9rr!rblocksbodyrsrcdsts rg_clear_uncommitted_blocksrhsR c$K"8"8"8V` a a aC tS ) )D {c Yty : : :F k,-5 K !2 3G 't  Krqc |ds|dz }t|\}}}|dkrUtt|d||dt ddd t f }t ||}|jdkSt|t|d| dt d d|dd }|D] }|dd|dvp d|dvcS!dS)z8 Return true if a path is an existing directory rrJrwrrvr)ryrrs)rrrrrxr+r*)rzryprefix delimiterr{rrrBlobsN BlobPrefixBlobF) rrrrrrrrcreate_page_iterator) rrQr0rrrr!itrs rgisdirrs6 ==    )$//GY rzz'>YTRRR ,,,%<=     #4--{c!!" '>YGGG[Y\     T TFg*#vg6S&F7O:SSSS+urqrrc #K|i}n!t|}|d}n!t|} t||||ddtf}t ||}|jdtfvrdSt j|jddhd} | V| d dS| d |d <{) NTrrsrrrrEnumerationResults NextMarkermarker) rrrrrrrrr) rrrrrr_drr!rs rgrrs~  LL     |  JJOO  +%<=    #4-- ;3 78 8 8 F49\64JKKKL`a ,  ' E\*( +rqc teZdZdededeedeeddf fd Z d ded ed eedd fd Z xZ S)StreamingReadFilerrQrgrkr&Nc||_|:t|||}|td|d|j}|j|_t |||dS)Nrkr r)rrQrg)_version maybe_statrrgrksuper__init__)selfrrQrgrkr __class__s rgr(zStreamingReadFile.__init__sy(/ <D$888Bz'(Nt(N(N(NOOO7DJDM dD99999rq streamingrendrcJt|j\}}}dtj||i}|j |j|d<t t |d||d|d| }t|j|} |jp| j d |_| S) Nr)rr,r(rrrv)i)rrrrrETag) r_pathr calc_ranger%rrr_confrrW) r)r+rr,r0rrrrr!s rg_request_chunkz StreamingReadFile._request_chunks$.dj#9#9 DF-EsCCCD = $"&-GJ '#8ITXYYY$!*M   #4:s33 A)9)9&)A)A  rqr) __name__ __module__ __qualname__rr{rrmr(r|r4 __classcell__r*s@rgr"r"s : :"% :-5c] :EMc] :  : : : : : :AE&)08  #rqr"cXeZdZdededeeddffd Zd dZded e ddfd Z xZ S) StreamingWriteFilerrQrkr&Ncv||_t|\}}}t|d|||_t jdd|_d|_||_tj |_ t ||j|js|dSdS)Nrrr)r chunk_size)r1rr_urlrrandint _upload_id _block_indexr%hashlibrj_md5r'r(azure_write_chunk_sizer_prepare_write)r)rrQrkr0rrr*s rgr(zStreamingWriteFile.__init__(s #-d#3#3 Dg'< X\]]] +a33'. KMM  dt/JKKK$ "    ! ! ! ! ! " "rqc t|jd|jr d|jiniddddtf}t |j|}|jdkre|jdd kr8t|j|j|j}|r|jd |_dSdSt|j|j dS|jdtfvs|jdkr)|jd d krtd |j d|jdkrG|jd dkrtj d|j||tj d||dS)NHEADr(rrrsrrrrr0r ContainerNotFoundz3No such file or container/account does not exist: 'rrr r r)rr?r%rrr3rrrremover1rrrr)r)rr!s rgrFz!StreamingWriteFile._prepare_write4sT 37=HZ//bS#/FG     #4:s33 ;#  |,-<< 1TY UU9$(L$8DMMM99 tz4:..... [S"9: : : K3  4<0A#BFY#Y#Y#SdjSSS [C  |-.2CCC$A>>>VZ&B+S4  rqchunkfinalizec d}|t|krK|jjz}|||}j|t j|}tjddtj |  ditdtjj|ddt"z } t%j|n#t&$r~~|`~wxYwxjd z c_jt*kr t-d t*d t*d |}|t|kK|rfdt/jD}t1jjj|j j} | jdpj_dSdS)Nrrr#rblockrzblockid)r)r)rrrrrrrrzExceeded block count limit of z? for Azure Storage. Increase `azure_write_chunk_size` so that zI * `azure_write_chunk_size` exceeds the size of the file you are writing.c:g|]}t|jSro)rrA)ruir)s rgrwz4StreamingWriteFile._upload_chunk..s3AB(DO<<rqrrQrrrrkr0)rr3rErDupdaterCrjrr?rrrrzrrrBrAr r ExceptionrBLOCK_COUNT_LIMITrrangerr1r%rrW) r)rKrLrr,r block_md5rrr!s ` rg _upload_chunkz StreamingWriteFile._upload_chunksQc%jj  $*;;Cs#D I  T " " " D))II&(89I9I9K9K(L(L(S(STZ([([\ 4T5FXX$#%88   C #DJ4444   43     "   $555d5FddHYdddEGc%jj  J  FFKDL]F^F^I"ZZI#9++-- D!L,,V44E DMMM F Fs #C99D )r&N) r5r6r7rr{rr(rF memoryviewr|rYr8r9s@rgr;r;'s "V "3 "# "4 " " " " " "nnnn`5F:5F5F$5F5F5F5F5F5F5F5Frqr;rrgblock_idc t|dtd|dt|it||||zddtf}t ||}|jdks|jtkrtd |d dS) NrrNrOr&r.rrsrr r)rrr{rrrrr)rrQrrgrr[rr!s rgrYrYs  (333!3t99- d%UT\ : : :C!89   C tS ) )D {cT[,CCC Es E E EFFFDCrqexecutorrr return_md5 dst_versionc t|d5}tj|}dddn #1swxYwYt|\}} } t |d| | } t jdd} tj|} g}t|dtj pd}tttj| j|z tjt"}d}d}g}|| jkrt%|| }|t(|||t|| j|z | |}|||||dz }||z }|| jk|D]}|t/||| ||||r't1j|d ndS) Nrjrrrr= _max_workersrrSr)rSrrXrrrr@rKstatgetattr cpu_countminmaxmathceilst_sizePARALLEL_COPY_MINIMUM_PART_SIZEMAX_BLOCK_SIZErsubmitrYr*rrbinasciihexlifyrz)rr]rrr^r_r`rr0rrdst_urlrsr max_workers part_sizerRrfuturesr[futures rgparallel_uploadrus3 c4)A%a(( ))))))))))))))) *#GY!6)RVWWWG Ay))I  AI(NBLNN4GaHHK DIai+- . .0VWWI A EG !)  +Ay99 4eSAIt|\}}}tt|d||dd|id}t||}|jdvrdSi} t D]\} } | |jvr|j| | | <tj tj | d | d <tt|d||d td i| d|id}t||}|jdkS)NrrrHr(rrsrr)rsrFrr!r propertiesr)rrrrsrrrrrrr)rrrrrrrrrrrm unhexlifyrzr) rrQrr|r0rrrr!rrrs rgmaybe_update_md5r=sg)$//GY  g4 PT U U UT"%    C tS ) )D {j  u!G5;;==--S $,  <,GCL'-'78J98U8U'V'V']']((G #$  g4 PT U U U&&&     +   C tS ) )D ;# rqrc #Ki}|||d<t|\}}}t|t|d|dtd dd|d|}|D]}t ||||Ed{VdS) Nrrwrxrvr+r)rzryrrro)rrrr _get_entries) rrQrrr0rrrrs rg list_blobsrfs F'{!+D!1!1GY  g~ C C CNVNNvNN    B BBgy&AAAAAAAAAABBrqc|dr |dd}t|\}}}|dd}t||dddS)NrrTFr0rQis_diris_filerbrrrNr)rQr]rr0s rgentry_from_dirpathrvsc }}SCRCy4  IAq# 99S>>" D Du4 P P PPrqrbc|drJt|\}}}|dd}t||dd|S)NrrFTrr)rQrbr]rr0s rgentry_from_path_statr~sZ}}S!!!! !4  IAq# 99S>>" D D4 P P PPrqrc#K|d}|dSd|vr4|dD]+}t||||d}t|V,d|vrw|dD]p}t||||d}|ddrt|VG|d}t|t |VodSdS)Nrrrrr Properties)rrrrro) rr0rrblobsbprQrpropss rgrrs  7OE }u % + +Bgy"V*EED$T** * * * * v C CAgy!F)DDDy!!#&& C(......,*451A1ABBBBBB C Crqct|\}}}t|d||}t|||f}||t dfSt ||S)Nrrrr\rr\r)rrsas_token_managerrrlr)rrQr0rrrrds rgget_urlrss)$//GY G2id S S SC  ' 'T7K ' L LE }E%LL  5c 2 2 22rqrhcft|\}}}i}|||d<tt|d||dtd|d}t ||} | jd krt d |d | jd krd Sd| jD}t||d<|||d<tt|d||dtd|d}t ||} | jd krt d |d | jdkS)Nr(rrrHr9rr~rrszNo such file: 'rrFcDi|]\}}|d||Srrrs rgrzset_mtime..s/SSS1 \8R8RSq!SSSrqrerr) rrrrrrrrrr{) rrQrhrkr0rrrrr!s rg set_mtimers~)$//GYG%   g4 PT U U U$$$%    C tS ) )D {c 9$ 9 9 9::: {cuSS 2 2 4 4SSSG),UG %&%   g4 PT U U U$$$%    C tS ) )D {c 9$ 9 9 9::: ;# rqct|\}}}t|}d|vrBd|ddd}t ||||St |||dddS)NrrrJ)rrrrNr)rrQr0rrs rgdirnamers(..GY   C czzhhsyy~~crc*++D'9c:::D'9b99#2#>>rqct|\t|\dtffd }d}d}d}tj}|D]@} tj|} | jdkr)| jd}| jd}| jd}n| jtkrtd|d|d | jd kr:| jd d krtd|d|d td |d | jdkrStj | j } | dddkr'tj d| j|| ntd| jtj| Btj}|dkrtjt#|tt%dd} t'| } | jd|krtd| jd}| jd}|dk|dkrtd|d |r$t)|} | | j|kr| jSdS)Nr&c Vtd }kr4t f}|t||\}}t tddd|iddd t f }t |tf S) Nrrrrrx-ms-copy-sourcer{rsrtrr})rrrrrrrr) src_url sas_tokenr]rr dst_accountdst_blob dst_container src_accountsrc_blob src_containers rgr~zremote_copy..build_reqs .-h    + % %*33KQ^C_3``I$0YGLLL 2mRZ'1S*AB    " *44$[R_D`4aa    rqr{z x-ms-copy-idzx-ms-copy-statusr:Source container or destination container not found: src='' dst='rrsr rIzSource file not found: 'rtrrPendingCopyOperationr r zunhandled status pendingrrrv)rrzCopy id mismatchsuccesszInvalid copy status: ')rrrexponential_sleep_generatorrrrrrrrrrrrrsleepnextrrr&rkrj)rrrr^r~copy_id copy_statusrbackoff_generatorbackoffr!rrrrrrrrrs` @@@@@@rg remote_copyrsA+5c??(K+5c??(K w            2GK D:<<$%dI66 ;#  l>2G,'9:K<'D E [3 3 3#_S__Y\___ [C  |-.2EEE'cQTcc]`ccc$$Es$E$E$EFF F [C  Yty))Fgv&*@@@$A>>> ^bA 9DK99:: : 7 :<<  " " 4)**+++2mRZ     #4-- < '7 2 2*++ +|F#l#56   " "i;[;;;<<< c " " >bjD006M Frqrelpathctj|}|jdkr<|jdd\}}|dkrt d|d|dn&|jd kr|j}nt d|d |st d|d |d d }t|d kr|dnd}t|dkr|d nd}|s.|rt d|d|d \}} }| d s|d z }t||}| d r |dd}t||||S)Nhttpsrr)maxsplitzblob.core.windows.netz Invalid URL 'z'; unexpected host 'razz"'; expected 'https' or 'az' schemez'; expected account namerr[rXrJz'; expected container name) rrrschemerrNrrrOrrrr) rrr parsed_urlr0hostrrrr]s rg join_pathsr,s&&s++JG##")//a/@@  * * *HHHHHHII I +  d " "#KCKKKLLL CACAAABBB IIcAI & &EJJ!OOaI5zzQ588BD 7  IGGGGHH H ' 1 1# 6 6 1g ==     T7 # #D sABBx gy$ 7 77rqc  t|\ }t|\ }t d|t d | dtf  f d }tj|} | jdkrt d|d|d| jtkrt d |d|ddS) Nrrr&c X t f}| }nt| \}}tdt dd|t j zdd d tf }t|tf S) NrrrrNrOr)r.)r&rzx-ms-source-rangerrsrr}) rrrrrrr2rrr)r copy_src_urlr]rr[rrrrorgrrrrs rgr~z&_put_block_from_url..build_reqVs&//T ]?[/\\   "LL1iWMMMOL!Wh777"%$0%+%6UPT %U%U%U %<=    " *44$[R_D`4aa    rqrsz?Source file/container or destination container not found: src='rrr)rrrrrrrr)rrrrgrr[rrr~r!rrrorrrs` `` ` @@@@@@rg_put_block_from_urlrLs?,6c??(K+5c??(K %:mZbcccG %:mZbcccG w               4  !$ 2 2D {c `c ` `Z] ` ` `    / / / [ [ [UX [ [ [    0 /rqc Nt||}|td|dd}|jtj|j}t jdd}g} |jtz} | tksJt|j | } d} d} g}| |jkrt| |}| t||| t| |j| z ||}||| || dz } | | z } | |jk|D]}|t%|\}}}t'|d||}t)|||| |||r)|'tj|d ndS) Nryrrr=rrrrSr)r&rrjrmrrr@rgrVrkrfrErrlrrer*rrrrrnrz)rr]rrr^r_rrrrmin_block_sizerrrRrrsr[rtrrrros rgparallel_remote_copyr{s D#  B z Us U U UVVVJ v'//  Ay))IIW 11N ^ + + + +D/@@I A EG "'//+Ay99 sE3y"'E/3R3RTWYa   v""" Q  "'// +5c??(K %:mZbcccG      %1 $$++F333 rq azure_access azure_sas)r)NNr)qrrmrconcurrent.futures concurrentrrCrrTrgrKr-r urllib.parsertypingrrrrrrr r urllib3blobfiler rr rblobfile._commonr rrrrrrrrrrrrrrrrrrrrrrkrVrr{rhrrrmrrrlrrrrr rrr"rr=r\rbror|rrrrrrrrrbytesrrrr"r;rYrsExecutorrur&rJrrrrrrrrrrrrrrrorqrgrs   PPPPPPPPPPPPPPPPPPPP&&&&&& (    ' ,/,*44: %%!P4S>PPPPf0tCy0000,ZsZcZ3Z3ZZZZ JP!! 38 !%(!9A#! !!!!H'G'5c?'w''''T= WS#X.= S= U3:=N= = = = @/S/U3S=1//// # #c3m 4 # # # # #3 #5c3#7 # # # #HHH#H#HHHH/S/S/s/s////;v;;;#;#;;;; _F _# _$ _ _ _ _46g46C46C46464646nwsCx(Xc]               35GCH%$$1 1 11 S/ 1 ~& 1  1111h #&14