
    PiA<                        d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl	m	Z	m
Z
 d dlmZ d dlZd dlZd dlmZ d dlmZmZmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlZd dlmZmZ d dlm Z  d dl!m"Z" d dl#m$Z$m%Z%m&Z&m'Z' d dl(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ d dl0m1Z1m2Z2 d dl3m4Z4m5Z5m6Z6 dZ7dZ8dZ9dZ:dZ;da<dZ=e"j>        de"j?        de"j@        diZAdeBfdZCded         fdZDd ejE        ddfd!ZF ejG        eH          ZIdefd"ZJ	 d5dd#d ejE        d$eBd%e2d&eBdz  d'eKdeKfd(ZLd ejE        deKfd)ZMd ejE        d$eBd*eNd+eNdz  ddf
d,ZOd5d ejE        d-e2d&eBdz  deKfd.ZPd/ZQd0ZR G d1 d2          ZS G d3 d4          ZTdS )6    N)Callable)datetimetimezone)urlparse)KaggleClient)	KaggleEnvget_envis_in_kaggle_notebook)KaggleHttpClient)parse)HTTPBasicAuth)tqdm)delete_from_cacheget_cached_archive_path)get_kaggle_credentials)KaggleDatasetAdapter)"KAGGLE_DATA_PROXY_URL_ENV_VAR_NAMEis_in_colab_notebookread_kaggle_build_datesearch_lib_in_call_stack)BackendErrorColabEnvironmentErrorCredentialErrorDataCorruptionErrorKaggleEnvironmentErrorNotFoundErrorcolab_raise_for_status)CompetitionHandleResourceHandle)get_md5_checksum_from_responseto_b64_digestupdate_hash_from_filei         zAccept-Rangesi  Fz}The X-Goog-Hash header indicated a MD5 checksum of:

  {}

but the actual MD5 checksum of the downloaded contents was:

  {}
hugging_face_data_loaderpandas_data_loaderpolars_data_loaderreturnc                  &   dt           j         g} dD ]*}t          |          }||                     |            n+t	          j                    D ]}|j        dk    rt	          j        |j                  }|r*t          |d          r|j
                            d          sTd|j        j        v r|j        j        d         nd}|r+|t          v r"|                     t          |                     nt                      r't                      }|                     d|            nTt!                      rFt#          j        d	          }t#          j        d
          rdnd}|                     d| |            d                    |           S )zxIdentifies the user agent based on available system information.

    Returns:
        str: user agent information.
    z
kagglehub/)	keras_hub	keras_nlpkeras_cvkeras	torchtuneNdataset_load__name__zkagglehub.datasetsadapterzkkb/COLAB_RELEASE_TAGTBE_RUNTIME_ADDRz-managedz
-unmanagedzcolab/ )	kagglehub__version__r   appendinspectstackfunction	getmoduleframehasattrr0   
startswithf_localsADAPTER_TO_USER_AGENT_MAPr
   r   r   osgetenvjoin)	user_agentsliblib_info
frame_infomoduler1   
build_date	colab_tagruntime_suffixs	            e/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/kagglehub/clients.pyget_user_agentrM   G   s    8	 5778KK  +C00x(((E  
 moo  
.00":#344 	WVZ88 	@Z@Z[o@p@p 	 ;DzGWG`:`:`*"+I66fj 	w";;;8ABBBE A+--
.*..////			 AI122	')y1C'D'DV,?I?~??@@@88K       ).Nc                      t           S N)_check_response_version rN   rL   get_response_processorrS   n   s    ""rN   responsec                    t           rd S | j                            d          }|rXt          t          j                  }t          |          }||k    r,t          j                            d| d| d           da d S d S d S )NzX-Kaggle-HubVersionzMWarning: Looks like you're using an outdated `kagglehub` version (installed: z4), please consider upgrading to the latest version ()T)	already_printed_version_warningheadersgetr   r5   r6   sysstdoutwrite)rT   latest_version_strcurrent_versionlatest_versions       rL   rQ   rQ   r   s    & !)--.CDD 	3	 566122O++JJ'6J J4FJ J J  
 /3+++	3 	3 ,+rN   c            
         t                      } t                      }|t          j        k    rdnd}| st	          ||t                                S t	          ||| j        | j        | j        t                      t                                S )NTF)envverbose
user_agent)ra   rb   usernamepassword	api_tokenrc   response_processor)
r   r	   r   TESTr   rM   rd   keyapi_keyrS   )credentialsra   rb   s      rL   build_kaggle_clientrl      s    (**K
))CY^++ddG 
%''
 
 
 	
 %%!##133   rN   )extract_auto_compressed_fileout_fileresource_handlecached_pathrm   c          
         d| j         v rt          | j         d                   nd}d}t          |t                    rt	          | ||          sdS t          |           }|rt          j                    nd}t          |           r|rt          j
                            |          rt          j
                            |          }t          ||           ||k    r t                              d| d           dS t                              d| d	||z
   d
           t!          j        | j        dt&          t(          fdd| di          5 }	t                              d| d| d| d           t+          |	||||           ddd           n# 1 swxY w Y   n1t                              d| d           t+          | ||||           |rQt-          |          }
|
|k    r<t          j        |           t1          t2                              ||
                    t7          |          j
                            d          d         }t7          | j                  j
                            d          d         }|r| d|k    rt;          j        |          rt                              d| d           | d}t          j        ||           t;          j         |d          5 }|!                    |t          j
        "                    |                     ddd           n# 1 swxY w Y   t          j        |           dS )z
    Issues a call to kaggle api and downloads files. For competition downloads,
    call may return early if local cache is newer than the last time the file was modified.

    Returns:
    bool:  If downloading remote was necessary
    zContent-LengthNr   FzDownload already complete (z bytes).TzResuming download from z bytes (z bytes left)...Rangezbytes=-)streamtimeoutrX   zResuming download to z (/z) bytes left.zDownloading to z...z.zipzExtracting zip of r)#rX   int
isinstancer   _download_neededr    hashlibmd5_is_resumablerA   pathisfilegetsizer"   loggerinforequestsrY   urlDEFAULT_CONNECT_TIMEOUTDEFAULT_READ_TIMEOUT_download_filer!   remover   _CHECKSUM_MISMATCH_MSG_TEMPLATEformatr   splitzipfile
is_zipfilerenameZipFileextractdirname)rT   rn   ro   rp   rm   
total_size	size_readexpected_md5_hashhash_objectresumed_responseactual_md5_hashexpected_downloaded_file_nameactual_downloaded_file_namerenamed_auto_compressed_pathfs                  rL   download_filer      s    =MPXP`<`<`X%&67888fjJI/#455 >NxYhju>v>v u6x@@#4>'+---$KX O: O"'..2J2J OGOOH--	k8444
""KKIiIIIJJJ4hihhiAWhhhiii \L,.BC3y3334	
 
 
 	[
 KKaaaIaa
aaabbb+Xy*kZZZ	[ 	[ 	[ 	[ 	[ 	[ 	[ 	[ 	[ 	[ 	[ 	[ 	[ 	[ 	[ 	3h333444x9j+NNN r'44///Ih%&E&L&LM^`o&p&pqqq
 %-X$6$6$;$A$A#$F$Fr$J!"*8<"8"8"="C"CC"H"H"L$0,2226QQQx(( R 	K)FKKKLLL*2'8'8'8$
	(8999_93?? 	P1II3RW__X5N5NOOO	P 	P 	P 	P 	P 	P 	P 	P 	P 	P 	P 	P 	P 	P 	P 		.///4s$   8FFF/4L//L36L3c                 J    t           | j        v o| j        t                    dk    S )Nbytes)ACCEPT_RANGE_HTTP_HEADERrX   )rT   s    rL   r~   r~      s$    #x'77qH<LMe<fjq<qqrN   r   r   c                    |dk    rdnd}|t          ||ddd          5 }t          ||          5 }|                     t                    D ]h}|                    |           |r|                    |           t          ||t          z             }|                    t          |                     i	 d d d            n# 1 swxY w Y   d d d            d S # 1 swxY w Y   d S t          ||          5 }|                     t                    D ].}|                    |           |r|                    |           /	 d d d            d S # 1 swxY w Y   d S )Nr   abwbBTi   )totalinitialunit
unit_scaleunit_divisor)r   openiter_content
CHUNK_SIZEr\   updateminlen)	rT   rn   r   r   r   	open_modeprogress_barr   chunks	            rL   r   r      s8    "A4I
ICD_cddd 	4hth	** 4a%22:>> 4 4EGGENNN" 2#**5111 #J	J0F G GI ''E

333344 4 4 4 4 4 4 4 4 4 4 4 4 4 4	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 	4 (I&& 	.!!..z:: . . .&&u---.	. 	. 	. 	. 	. 	. 	. 	. 	. 	. 	. 	. 	. 	. 	. 	. 	. 	.sH   CBC7CC	C
C	CC"C8A
EEEhc                    |sdS | j                             d          }|Tt          ||           t          |          }t	          j        t          j                            |          d           dS t          j	        | j         d         d          
                    t          j                  }t          j                            |          }|rt          j        t          j                            |          t          j                  }||k    }|rTt          ||           t          |          }t	          j        t          j                            |          d           dS dS t          ||           t          |          }t	          j        t          j                            |          d           dS )	z|
    Determine if a download is needed based on timestamp and cached path.

    Returns:
        bool: download needed.
    TzLast-ModifiedN)exist_okz%a, %d %b %Y %H:%M:%S %Z)tzinfo)tzF)rX   rY   r   r   rA   makedirsr   r   r   strptimereplacer   utcexistsfromtimestampgetmtime)	rT   r   rp   last_modifiedarchive_pathremote_datefile_exists
local_datedownload_neededs	            rL   r{   r{     s     t$((99M![))).q11
BGOOL11DAAAAt'(8(IKeffnn< o 
 
 '..--K +BG,<,<[,I,Ihl[[[
%3 	a---2155LK55EEEE4ua%%%*1--LK--====4rN   KAGGLE_USER_SECRETS_TOKENKAGGLE_DATA_PROXY_TOKENc            	       J    e Zd ZdZd	dZeeffdedede	e
e
f         defdZdS )
KaggleJwtClientz/kaggle-jwt-handler/r(   Nc                 p   t          j        t                    | _        | j        dt           d}t	          |          t          j        t
                    }|dt
           }t          |          t          j        t                    }|dt           }t          |          dd| |d| _        d S )NThe  should be set.zOA JWT Token is required to call Kaggle, but none found in environment variable zVA Data Proxy Token is required to call Kaggle, but none found in environment variable application/jsonzBearer )Content-typezX-Kaggle-AuthorizationzX-KAGGLE-PROXY-DATA)	rA   rB   r   endpointr   KAGGLE_JWT_TOKEN_ENV_VAR_NAMEr   $KAGGLE_DATA_PROXY_TOKEN_ENV_VAR_NAMErX   )selfmsg	jwt_tokendata_proxy_tokens       rL   __init__zKaggleJwtClient.__init__:  s    	"DEE= L;LLLC(---I;<<	Z:WZ Z  "#&&&9%IJJ#a:^a a  "#&&& /&;	&;&;#3
 
rN   request_namedataru   c           	         | j          t          j         | }t          j        || j        t          t          j        |          d          |          5 }|	                                 |                                }d|vrd}t          |          |d         sd|j        }t          |          d|vrd}t          |          |d         cd d d            S # 1 swxY w Y   d S )Nzutf-8)rX   r   ru   wasSuccessfulz+'wasSuccessful' field missing from responsezPOST failed with: resultz$'result' field missing from response)r   r   	BASE_PATHr   postrX   r   jsondumpsraise_for_statusr   text)r   r   r   ru   r   rT   json_responser   s           rL   r   zKaggleJwtClient.postU  sH    I 9I<II]Ltz$''11	
 
 
 	+
 %%'''$MMOOMm33C"3''' 1 (<8=<<"3'''},,<"3''' *#	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+ 	+s   A;CC!$C!r(   N)r0   
__module____qualname__r   r   r   r   strdicttuplefloatr   rR   rN   rL   r   r   7  s        &I
 
 
 
> )@AU'V	+ ++ + ue|$	+
 
+ + + + + +rN   r   c            
       ~    e Zd ZdZdZdZdZdZdZdZ	ddZ
dd	ed
ededz  dedz  fdZdej        j        dz  fdZdS )ColabClientz/kagglehub/models/is_supportedz /kagglehub/datasets/is_supportedz/kagglehub/models/mountz/kagglehub/datasets/mountr3   r(   Nc                     t          j        | j                  | _        | j        d| j         d}t	          |          t                      | _        ddi| _        d S )Nr   r   r   r   )rA   rB   TBE_RUNTIME_ADDR_ENV_VAR_NAMEr   r   r   rk   rX   )r   r   s     rL   r   zColabClient.__init__{  s^    	$"DEE= L;LLLC',,,133&(:;rN   r   handle_pathro   c                    d| j          | }t          j        |t          j        |          |                                 | j        t          t          f          5 }|j	        t          k    rt                      t          ||           |j        r |                                cd d d            S 	 d d d            n# 1 swxY w Y   d S )Nzhttp://)r   authrX   ru   )r   r   r   r   r   	_get_authrX   r   r   status_codeHTTP_STATUS_404r   r   r   )r   r   r   ro   r   rT   s         rL   r   zColabClient.post  s   44{44]D!!!!L,.BC
 
 
 	' #66#oo%"8_===} '}}	' 	' 	' 	' 	' 	' 	' 	''	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' 	' ts   A	B>>CCc                     | j         rf| j         j        r0| j         j        r$t          | j         j        | j         j                  S | j         j        rt          j        | j         j                  S d S rP   )rk   rd   ri   r   rj   r   
BearerAuth)r   s    rL   r   zColabClient._get_auth  sr     	M( VT-=-A V$T%5%>@P@TUUU' M'243C3KLLLtrN   r   rP   )r0   r   r   IS_SUPPORTED_PATHIS_MODEL_SUPPORTED_PATHIS_DATASET_SUPPORTED_PATH
MOUNT_PATHMODEL_MOUNT_PATHDATASET_MOUNT_PATHr   r   r   r   r   r   r   r   AuthBaser   rR   rN   rL   r   r   p  s        8> B*J04 %7!< < < <  C .SWBW cgjncn     8=1D8      rN   r   rP   )Ur|   r8   r   loggingrA   rZ   r   collections.abcr   r   r   urllib.parser   r   requests.authkagglesdk.kaggle_clientr   kagglesdk.kaggle_envr   r	   r
   kagglesdk.kaggle_http_clientr   packaging.versionr   r   r   r5   kagglehub.cacher   r   kagglehub.configr   kagglehub.datasets_enumsr   kagglehub.envr   r   r   r   kagglehub.exceptionsr   r   r   r   r   r   r   kagglehub.handler   r   kagglehub.integrityr    r!   r"   r   r   r   r   r   rW   r   HUGGING_FACEPANDASPOLARSr@   r   rM   rS   ResponserQ   	getLoggerr0   r   rl   boolr   r~   ry   r   r{   r   r   r   r   rR   rN   rL   <module>r     s       				 



  $ $ $ $ $ $ ' ' ' ' ' ' ' ' ! ! ! ! ! !      0 0 0 0 0 0 J J J J J J J J J J 9 9 9 9 9 9 # # # # # # ' ' ' ' ' '           F F F F F F F F 3 3 3 3 3 3 9 9 9 9 9 9                             ? > > > > > > > d d d d d d d d d d
   * "' #  %'A!5!5 $! $! $! $! $!N# 3 # # # #3h&7 3D 3 3 3 3" 
	8	$	$\    6 #	G */G G GGG $G t	G #'G 
G G G GTrH- r$ r r r r... . d
	. 
. . . .2+ +x0 +^ +RUX\R\ +hl + + + +^ !< '@ $6+ 6+ 6+ 6+ 6+ 6+ 6+ 6+r* * * * * * * * * *rN   