`iGdUdZddlZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z m Z mZmZmZmZmZddlZddlmZmZddlmZddlmZdd lmZd d lmZd d lmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%d dlm&Z&d dl'm(Z(d dl)m*Z*d dl+m,Z,e&j-e.Z/dZ0dZ1dZ2ej3dej4Z5GddeZ6GddeZ7dej8fdZ9e gej8fZ:e9a;e:ed@d!Z?ed"e@d#e@dej8fd$ZAd%d d&ejBejCejDjEfd'd(d)e,d*eFd+e@d,eGd-eGd.eeeHeeeHd/ffd0ee@ee@d/ffdefd1ZId*eFd2eeFdeFfd3ZJdAd4ed5eeFddfd6ZKd7ee#d8eFd4ede#fd9ZLd:ejdeFfd;ZMej3de@deeFfd?ZPdS)Bz>Contains utilities to handle HTTP requests in Huggingface Hub.N) lru_cache)quote)AnyCallableListOptionalTupleTypeUnion) HTTPErrorResponse) HTTPAdapter)PreparedRequest)OfflineModeIsEnabled) constants)BadRequestErrorDisabledRepoErrorEntryNotFoundErrorGatedRepoErrorHfHubHTTPErrorRepositoryNotFoundErrorRevisionNotFoundError)logging)JSONDecodeError) SliceFileObj) HTTP_METHOD_TX-Amzn-Trace-Idz x-request-idz x-amz-cf-ida  # staging or production endpoint ^https://[^/]+ ( # on /api/repo_type/repo_id /api/(models|datasets|spaces)/(.+) | # or /repo_id/resolve/revision/... /(.+)/resolve/(.+) ) )flagsc6eZdZdZfdZdedeffd ZxZS)UniqueRequestIdAdapterrc tj|fi|t|jvrL|jt pt tj|jt<tt |jdddk}t d|jtd|j d|j d|d dS) N authorizationrzRequest :  z (authenticated: ))super add_headersX_AMZN_TRACE_IDheadersget X_REQUEST_IDstruuiduuid4lenloggerdebugmethodurl)selfrequestkwargs has_token __class__s o/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/huggingface_hub/utils/_http.pyr*z"UniqueRequestIdAdapter.add_headersNsG..v... '/ 1 1/6/B/B

v vGK v vjs v v v     r8returncHtjr*tdt | t j|g|Ri|S#tj$r<}|j t}|g|j d|dR|_ d}~wwxYw)zSCatch any RequestException to append request id to the error message for debugging.zSend: Nz (Request ID: r() rHF_DEBUGr3r4_curlifyr)sendrequestsRequestExceptionr,r-r+args)r7r8rEr9e request_idr;s r<rBzUniqueRequestIdAdapter.send[s   7 LL5(7"3"355 6 6 6 577<9$999&99 9(    ,,_==J%A16A#@:#@#@#@AA   sAB!%7BB!) __name__ __module__ __qualname__r+r*rr rB __classcell__)r;s@r<r"r"Ksi'O       O           r=r"ceZdZdedefdZdS)OfflineAdapterr8r>c2td|jd)Nz Cannot reach za: offline mode is enabled. To disable it, please unset the `HF_HUB_OFFLINE` environment variable.)rr6)r7r8rEr9s r<rBzOfflineAdapter.sendjs0" KGK K K K   r=N)rHrIrJrr rBr=r<rMrMis6 O       r=rMr>cVtj}tjrE|dt |dt nD|dt |dt |S)Nzhttp://zhttps://)rCSessionrHF_HUB_OFFLINEmountrMr")sessions r<_default_backend_factoryrUps  G< i!1!1222 j."2"23333 i!7!9!9::: j"8":":;;; Nr=_GLOBAL_BACKEND_FACTORYbackend_factoryc&|atdS)a Configure the HTTP backend by providing a `backend_factory`. Any HTTP calls made by `huggingface_hub` will use a Session object instantiated by this factory. This can be useful if you are running your scripts in a specific environment requiring custom configuration (e.g. custom proxy or certifications). Use [`get_session`] to get a configured Session. Since `requests.Session` is not guaranteed to be thread-safe, `huggingface_hub` creates 1 Session instance per thread. They are all instantiated using the same `backend_factory` set in [`configure_http_backend`]. A LRU cache is used to cache the created sessions (and connections) between calls. Max size is 128 to avoid memory leaks if thousands of threads are spawned. See [this issue](https://github.com/psf/requests/issues/2766) to know more about thread-safety in `requests`. Example: ```py import requests from huggingface_hub import configure_http_backend, get_session # Create a factory function that returns a Session with configured proxies def backend_factory() -> requests.Session: session = requests.Session() session.proxies = {"http": "http://10.10.1.10:3128", "https": "https://10.10.1.11:1080"} return session # Set it as the default session factory configure_http_backend(backend_factory=backend_factory) # In practice, this is mostly done internally in `huggingface_hub` session = get_session() ``` N)rVreset_sessions)rWs r<configure_http_backendrZs@.r=chttjtjS)a Get a `requests.Session` object, using the session factory from the user. Use [`get_session`] to get a configured Session. Since `requests.Session` is not guaranteed to be thread-safe, `huggingface_hub` creates 1 Session instance per thread. They are all instantiated using the same `backend_factory` set in [`configure_http_backend`]. A LRU cache is used to cache the created sessions (and connections) between calls. Max size is 128 to avoid memory leaks if thousands of threads are spawned. See [this issue](https://github.com/psf/requests/issues/2766) to know more about thread-safety in `requests`. Example: ```py import requests from huggingface_hub import configure_http_backend, get_session # Create a factory function that returns a Session with configured proxies def backend_factory() -> requests.Session: session = requests.Session() session.proxies = {"http": "http://10.10.1.10:3128", "https": "https://10.10.1.11:1080"} return session # Set it as the default session factory configure_http_backend(backend_factory=backend_factory) # In practice, this is mostly done internally in `huggingface_hub` session = get_session() ```  process_id thread_id)_get_session_from_cacheosgetpid threading get_identrOr=r< get_sessionrds&: #bikkYEXEZEZ [ [ [[r=c8tdS)zReset the cache of sessions. Mostly used internally when sessions are reconfigured or an SSLError is raised. See [`configure_http_backend`] for more details. N)r_ cache_clearrOr=r<rYrYs '')))))r=r]r^ctS)z Create a new session per thread using global factory. Using LRU cache (maxsize 128) to avoid memory leaks when using thousands of threads. Cache is cleared when `configure_http_backend` is called. )rVr\s r<r_r_s # $ $$r=)iiii) max_retriesbase_wait_time max_wait_timeretry_on_exceptionsretry_on_status_codesr5r6rjrkrlrm.rnc t|tr|f}t|tr|f}d}|} d} d|vrAt|dtjt fr|d} t} |dz } | |d| | j d||d|} | j |vr| St d| j d|d |||kr| | Sne#|$r]} t d | d |d |t| tjrt!||kr| Yd} ~ nd} ~ wwxYwt d | d |d|dt#j| t'|| dz} 5)a7 Wrapper around requests to retry calls on an endpoint, with exponential backoff. Endpoint call is retried on exceptions (ex: connection timeout, proxy error,...) and/or on specific status codes (ex: service unavailable). If the call failed more than `max_retries`, the exception is thrown or `raise_for_status` is called on the response object. Re-implement mechanisms from the `backoff` library to avoid adding an external dependencies to `hugging_face_hub`. See https://github.com/litl/backoff. Args: method (`Literal["GET", "OPTIONS", "HEAD", "POST", "PUT", "PATCH", "DELETE"]`): HTTP method to perform. url (`str`): The URL of the resource to fetch. max_retries (`int`, *optional*, defaults to `5`): Maximum number of retries, defaults to 5 (no retries). base_wait_time (`float`, *optional*, defaults to `1`): Duration (in seconds) to wait before retrying the first time. Wait time between retries then grows exponentially, capped by `max_wait_time`. max_wait_time (`float`, *optional*, defaults to `8`): Maximum duration (in seconds) to wait before retrying. retry_on_exceptions (`Type[Exception]` or `Tuple[Type[Exception]]`, *optional*): Define which exceptions must be caught to retry the request. Can be a single type or a tuple of types. By default, retry on `requests.Timeout`, `requests.ConnectionError` and `requests.exceptions.ChunkedEncodingError`. retry_on_status_codes (`int` or `Tuple[int]`, *optional*, defaults to `(500, 502, 503, 504)`): Define on which status codes the request must be retried. By default, 5xx errors are retried. **kwargs (`dict`, *optional*): kwargs to pass to `requests.request`. Example: ``` >>> from huggingface_hub.utils import http_backoff # Same usage as "requests.request". >>> response = http_backoff("GET", "https://www.google.com") >>> response.raise_for_status() # If you expect a Gateway Timeout from time to time >>> http_backoff("PUT", upload_url, data=data, retry_on_status_codes=504) >>> response.raise_for_status() ``` > [!WARNING] > When using `requests` it is possible to stream data by passing an iterator to the > `data` argument. On http backoff this is a problem as the iterator is not reset > after a failed call. This issue is mitigated for file objects or any IO streams > by saving the initial position of the cursor (with `data.tell()`) and resetting the > cursor between each call (with `data.seek()`). For arbitrary iterators, http backoff > will fail. If this is a hard constraint for you, please let us know by opening an > issue on [Github](https://github.com/huggingface/huggingface_hub). rNdataTr)r5r6z HTTP Error z thrown while requesting r''z' thrown while requesting z Retrying in z s [Retry /z].rrO) isinstancetypeintioIOBasertellrdseekr8 status_coder3warningraise_for_statusrCConnectionErrorrYtimesleepmin)r5r6rjrkrlrmrnr9nb_tries sleep_timeio_obj_initial_posrTresponseerrs r< http_backoffrs?H%t,,524'--9!6 8HJ  Jvf~ <7PQQ#F^0022mmG#8A  "-v##$6777'wHf#HHHHH#+@@@ NNf)=ffX^ffadff g g g+%%))+++  & #    NNLsLLfLLsLL M M M#x788 !   +%% &%%%%   UjUU8UUkUUUVVV : Q77 G#8s 7D ADE0AE++E0endpointc|r|dn tj}|tjtjfvr@|tj|}|tj|}|S)zReplace the default endpoint in a URL by a custom one. This is useful when using a proxy and the Hugging Face Hub returns a URL with the default endpoint. rr)rstriprENDPOINT_HF_DEFAULT_ENDPOINT_HF_DEFAULT_STAGING_ENDPOINTreplace)r6rs r<fix_hf_endpoint_in_urlrPsi (0Gxs###Y5GH 6 8^___kk)8(CCkk)@(KK Jr=r endpoint_namecb |dS#t$r}|jd}|jd}|dkr0|jddzd|jdz}t t||||dkr0|jddzd |jdz}t t||||d kr0|jddzd |jdz}t t||||d kr6|jddzd |jdzdzd z}t t||||dksH|jdkrp|dkrj|j c|j jWt |j j3|jddzd|jdzdz}t t||||jdkr!|d|dnd}t t||||jdkr4d|jd|dd|jdzdz}t t ||||jdkrY|j jd}|d|d |jd!d}t t |||t t t#|||d}~wwxYw)"a( Internal version of `response.raise_for_status()` that will refine a potential HTTPError. Raised exception will be an instance of `HfHubHTTPError`. This helper is meant to be the unique method to raise_for_status when making a call to the Hugging Face Hub. Example: ```py import requests from huggingface_hub.utils import get_session, hf_raise_for_status, HfHubHTTPError response = get_session().post(...) try: hf_raise_for_status(response) except HfHubHTTPError as e: print(str(e)) # formatted message e.request_id, e.server_message # details returned by server # Complete the error message with additional information once it's raised e.append_to_message(" `create_commit` expects the repository to exist.") raise ``` Args: response (`Response`): Response from the server. endpoint_name (`str`, *optional*): Name of the endpoint that has been called. If provided, the error message will be more complete. > [!WARNING] > Raises when the request has failed: > > - [`~utils.RepositoryNotFoundError`] > If the repository to download from cannot be found. This may be because it > doesn't exist, because `repo_type` is not set correctly, or because the repo > is `private` and you do not have access. > - [`~utils.GatedRepoError`] > If the repository exists but is gated and the user is not on the authorized > list. > - [`~utils.RevisionNotFoundError`] > If the repository exists but the revision couldn't be find. > - [`~utils.EntryNotFoundError`] > If the repository exists but the entry (e.g. the requested file) couldn't be > find. > - [`~utils.BadRequestError`] > If request failed with a HTTP 400 BadRequest error. > - [`~utils.HfHubHTTPError`] > If request failed for a reason not listed above. z X-Error-CodeX-Error-MessageRevisionNotFoundz Client Error. zRevision Not Found for url: . EntryNotFoundzEntry Not Found for url: GatedRepoz!Cannot access gated repo for url z$Access to this resource is disabled.z!Cannot access repository for url  RepoNotFoundiz+Invalid credentials in Authorization headerNzRepository Not Found for url: z Please make sure you specified the correct `repo_id` and `repo_type`. If you are trying to access a private or gated repo, make sure you are authenticated. For more details, see https://huggingface.co/docs/huggingface_hub/authenticationiz Bad request for z endpoint:z Bad request:iz Forbidden: z Cannot access content at: z2 Make sure your token has the correct permissions.iRangez. Requested range: z. Content-Range: z Content-Range)r|r r,r-rzr6_formatrrrrr8REPO_API_REGEXsearchrrrr/)rrrF error_code error_messagemessage range_headers r<hf_raise_for_statusr]sjJ?!!##### H?H?H?%)).99  (,,->?? + + +!-===FIwhphtIwIwIwwG/(CC J ? * *!-===FItemeqItItIttG,gx@@a G ; & &'777&@CvgogsCvCvCvv .'8< ) )  C ' '!NNN , $0%%h&6&:;;G'777B8<BBBCNN 17HEE1 L  !S ( (DQD]@}@@@@cu /7H==1 D  !S ( (Ix+IIIII@@@@AGH  .'8<QH?s J.JJ))J. error_typecustom_messagecHg}|jd}||| |}|d}|@t |t r||n|||d}|$|D]!}d|vr||d"nb#t$rU|jdd}|jr0d| vr||jYnwxYwd|D}t t |}d |} |} | r=| | vrd |vr | d | zz } n| d | zz } d} d} td ftd ftd ffD];\} }|j| }|rt!|} d|d|d} n<| r_| | vr7d | vr.| d }| d|| z| |dz} n| | z } || || pdS)Nrerrorerrorsrz Content-Typer%htmlcg|]D}t|#t|ESrO)r/strip).0lines r< z_format..s=VVV4CIIOODUDUVSYY__&&VVVr=rrz Request IDz Amzn Trace IDz Amz CF IDz (r&r()rserver_message)r,r-appendjsonrslistextendrtextlowerdictfromkeysjoinr.r+ X_AMZ_CF_IDr/indexr)rrr server_errors from_headersrprr content_typerfinal_error_messagerGrequest_id_messageheaderlabelvalue newline_indexs r<rrs8M#''(9::L\***0}}!!  %&& ,$$U++++$$U+++(##   ; ;%%!((y)9::: 000'++NB?? = 0V<+=+=+?+???   / / / 0WV=VVVM}5566MYY}--N);...008L8L8N8NNN ^ # # 4.#8 8   6N#: : J |$ /* k"     $$V,,  UJ!7e!7!7u!7!7!7  E  6j&&((0C0I0I0K0KKK & & &/55d;;M#N]N36HHK^_l_m_mKnn  #5 5  :)//11HUcUkgk l l llsB&CAD;:D;r8cdd|jfg}t|jD];\}}|dkrd}|dd||fgz }<|jr|j}t|tr| dd }nt|d rd }t|d kr |d d dz}|d| ddfgz }|d |j fgz }g}|D]M\}}|r"|t||r"|t|Nd|S)zConvert a `requests.PreparedRequest` into a curl command (str). Used for debug purposes only. Implementation vendored from https://github.com/ofw/curlify/blob/master/curlify.py. MIT License Copyright (c) 2016 Egor. )curlNz-Xr$zz-Hz{0}: {1}zutf-8ignore)rreadziNz ... [truncated]z-drr%r')r5sortedr,itemsrformatbodyrsbytesdecodehasattrr2rr6rrr)r8partskvr flat_partss r<rArA0s  w~$E w,,..//331 7799 ' 'A 4**1a00122|2| dE " " (;;wx;88DD T6 " " ('D t99t  ;!33D 4dB//011 tW[! ""EJ((1  (   eAhh ' ' '  (   eAhh ' ' ' 88J  r=z%^\s*bytes\s*=\s*(\d*)\s*-\s*(\d*)\s*$original_range resume_sizec|sd|dSd|vrtd|dt|}|std|d|\}}|sG|std|dt ||z }d|}|d krtd |d|St |}||z}|r2t |}d|d|}||krtd |d|Sd|dS) zB Adjust HTTP Range header to account for resume position. zbytes=-,zMultiple ranges detected - z, not supported yet.zInvalid range format - rzbytes=-rzEmpty new range - ) ValueError RANGE_REGEXmatch RuntimeErrorgroupsru)rrrstartend new_suffix new_range new_starts r<_adjust_range_headerr\sq '& &&&& n]~]]]^^^   n - -E JH^HHHIIIJE3  NLLLLMM MXX + *j** ??BIBBBCC C JJE #I #hh.Y.... s??BIBBBCC C I  r=)r>N)N)Q__doc__rvr`rerbr~r0 functoolsrshlexrtypingrrrrr r r rCr r requests.adaptersrrequests.modelsrhuggingface_hub.errorsrr%rrrrrrrrrr_fixesr_lfsr_typingr get_loggerrHr3r+r.rcompileVERBOSErr"rMrQrUBACKEND_FACTORY_TrV__annotations__rZrdrYrur_Timeoutr} exceptionsChunkedEncodingErrorr/float ExceptionrrrrrA IGNORECASErrrOr=r<rs1EDD  DDDDDDDDDDDDDDDDDD(((((((())))))++++++777777######""""""  H % % $    *    [<     [   ("2R!112-E*EEEAY!!,=!]a!!!!H\X%\\\\@**** %%%@P%%% % 0P :Nx8x8x8 x8 x8 x8  x8  x8tId9os6J0KKLx8!eCHo!56x8x8x8x8x8v  x}     ??(?8C=?TX????DNm^,NmcNmXNmZhNmNmNmNmb% h.% 3% % % % RbjA2=QQ "!#"!S"!XVY]"!"!"!"!"!"!r=