`i8*ddlmZddlmZddlmZddlZddlZd!d Zd"d#dZ d$dZ d%d&dZ eGddZ Gdd Z dS)') annotations) dataclass)LiteralNfilenamestr output_type str | Nonereturnc||nd}||nd}||||||S)N)outtypeftypeOUTTYPEFTYPE)lowerupperformat)rrftype_lowercaseftype_uppercases `/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/gguf/utility.pyfill_templated_filenamer sb2=2I;,,...rO2=2I;,,...rO ???#2/#2/  K KKmodel_params_countint min_digitsc |dkr|dz}d}n#|dkr|dz}d}n|dkr|dz}d }n|d z}d }t|ttt|d z d }|d|d|S)NgmBg-q=TgeAg& .>Bg.Agư>MgMbP?K0r.f)maxlenrroundlstrip)rrscaled_model_params scale_suffixfixs r#model_weight_count_rounded_notationr,sD  058 c ! !047 c ! !047 147 j3s5)<#=#=>>EEcJJKKKQ O OC! 9C 9 9 9 9< 9 99r total_params shared_params expert_params expert_countc|dkr6tt|t|zd}|d|}ntt|d}|S)Nrr)rx)r,abs)r-r.r/r0 pretty_size size_classs r size_labelr6*sla9#m:L:LsS`OaOa:anoppp $44{44 8\9J9JWXYYY r model_name base_namefinetune_stringversion_stringr6 model_typeLiteral['vocab', 'LoRA'] | Nonec|=|dddd}nA|=|dddd}nd}|d|nd}|+d|ddnd} |+d|ddnd} |=d|ddnd} |+d|ddnd} ||| | | | S)N -/z ggml-modelr )stripreplacer) r7r8r9r:r6rr;name parametersfinetuneversionencodingkinds rnaming_conventionrI5s  ((c22::3DD  !!))#s33;;CEE%/%;!Z!!!JBQB]>?((**223<<>>>ceH@N@Z<.&&((00c::<<<`bGFQF]B;$$&&..sC88>>@@BBBceH9C9O 5z!!))#s33 5 5 5UWD CJ C C' C8 CT C CCrcJeZdZUded<ded<ded<ded<ded<d d Zd S) RemoteTensorrdtypeztuple[int, ...]shaper offset_startsizeurlr bytearraycxtt|j|j|j}|S)N)rPstartrO)rQSafetensorRemoteget_data_by_rangerPrNrO)selfdatas rrWzRemoteTensor.dataTs6);;PTPahlhq;rrss rN)r rQ)__name__ __module__ __qualname____annotations__rWrrrKrKLs]JJJ III HHHrrKceZdZdZdZdZeddZedd Zedd Z edddZ eddZ eddZ dS)rTa Uility class to handle remote safetensor files. This class is designed to work with Hugging Face model repositories. Example (one model has single safetensor file, the other has multiple): for model_id in ["ngxson/TEST-Tiny-Llama4", "Qwen/Qwen2.5-7B-Instruct"]: tensors = SafetensorRemote.get_list_tensors_hf_model(model_id) print(tensors) Example reading tensor data: tensors = SafetensorRemote.get_list_tensors_hf_model(model_id) for name, meta in tensors.items(): dtype, shape, offset_start, size, remote_safetensor_url = meta # read the tensor data data = SafetensorRemote.get_data_by_range(remote_safetensor_url, offset_start, size) print(data) zhttps://huggingface.comodel_idrr dict[str, RemoteTensor]c||jd|d}|r"|jd|d}||S|jd|d}||}|r||d}|d}t j|}|d Jd|d} tt| } | i} | D]C} |jd|d | }|| D] \} }|| | < D| Std |d ) z Get list of tensors from a Hugging Face model repository. Returns a dictionary of tensor names and their metadata. Each tensor is represented as a tuple of (dtype, shape, offset_start, size, remote_safetensor_url) r@z/resolve/main/model.safetensorsz*/resolve/main/model.safetensors.index.jsonrutf-8 weight_mapNz"weight_map not found in index filez/resolve/main/zModel z# does not have any safetensor files)check_file_exist BASE_DOMAINget_list_tensorsrUdecodejsonloadsgetlistsetvaluessortitems ValueError)clsr_is_single_filerP index_urlis_multiple_files index_data index_str index_jsonrc all_filestensorsfilekeyvals rget_list_tensors_hf_modelz*SafetensorRemote.get_list_tensors_hf_modelqs--.l.l8.l.l.lmm  -_PPxPPPC'',, ,]]]]] 00;;  ..y!<>,//;;=a;;;#L1JS!2!2!4!45566I NN   /1G! ' 'II8II4II # 4 4S 9 9 ? ? A A''HC#&GCLL'NO(OOOPPPrrPc ||\}}i}|D]\}}|dkr t|tst d|d| |d}|d}|d\} } | | z } || z} t |t || | |||<#t$r} t d|d| d |d } ~ wwxYw|S) z Get list of tensors from a remote safetensor file. Returns a dictionary of tensor names and their metadata. Each tensor is represented as a tuple of (dtype, shape, offset_start, size) __metadata__zInvalid metadata for tensor 'z': rLrM data_offsets)rLrMrNrOrPz$Missing key in metadata for tensor 'z , meta = N) get_metadataro isinstancedictrprKtupleKeyError)rqrPmetadatadata_start_offsetresrCmetarLrMoffset_start_relativeoffset_end_relativerOrNes rrfz!SafetensorRemote.get_list_tensorss:'*&6&6s&;&;##')"..** e eJD$~%%dD)) R !P!P!P$!P!PQQQ eW W =A.=Q:%':*-BB03HH (uE%LLWcjntwxxxD  e e e !c!c!cQR!c!c]a!c!cddd e s&A B00 C:CCtuple[dict, int]cHd}||d|}t|dkrtdt|ddd}d|z}t j}||zdkr ||||zz z }t|d|zkr%tdd|zd t||dd|z}|d } tj |} | |fS#tj $r} td | d} ~ wwxYw) zz Get JSON metadata from a remote safetensor file. Returns tuple of (metadata, data_start_offset) iPrr^z%Not enough data to read metadata sizeNlittle) byteorderz'Could not read complete metadata. Need z bytes, got rbz-Failed to parse safetensor metadata as JSON: ) rUr&rpr from_bytesrT ALIGNMENTrgrhriJSONDecodeError) rqrP read_sizeraw_datametadata_lengthr alignmentmetadata_bytes metadata_strrrs rrzSafetensorRemote.get_metadatasg$ ((a;; x==1  DEE E.."1".JJ/$. y (A - - .?).K!L L  x==1. . .wq?GZwwhklthuhuwwxx x"!A$7"78%,,W55  Rz,//H.. .# R R RPQPPQQ Q Rs#C;;D! DD!rSrrObytescXddl}ddlm}||}|jr|jst d||}|dkrd|d||z|d<||d | }||j t|dkr|ndS) z Get raw byte data from a remote file by range. If size is not specified, it will read the entire file. rNurlparse Invalid URL: rzbytes=r?RangeTallow_redirectsheaders) requests urllib.parserschemenetlocrp_get_request_headersrjraise_for_statuscontentslice) rqrPrSrOrr parsed_urlrresponses rrUz"SafetensorRemote.get_data_by_ranges ))))))Xc]]   4 (9 42S2233 3**,, "99>>> >>GG <<T7<KK!!###dRiiddT B BCCrboolcddl}ddlm}||}|jr|jst d| |}d|d<||d|}d |jcxkod kncS#|j $rYd SwxYw) zt Check if a file exists at the given URL. Returns True if the file exists, False otherwise. rNrrz bytes=0-0rTriF) rrrrrrprhead status_codeRequestException)rqrPrrrrrs rrdz!SafetensorRemote.check_file_exists ))))))Xc]]   4 (9 42S2233 3 ..00G*GG }}S$}PPH(.44444444 4(   55 sAA== B  B dict[str, str]c|ddi}tjdrdtjd|d<|S)z$Prepare common headers for requests.z User-Agentconvert_hf_to_ggufHF_TOKENzBearer Authorization)osenvironrj)rqrs rrz%SafetensorRemote._get_request_headerssD !56 :>>* % % J'IJ1G'I'IGO $rN)r_rr r`)rPrr r`)rPrr r)r)rPrrSrrOrr r)rPrr r)r r) rXrYrZ__doc__rer classmethodr}rfrrUrdrr\rrrTrT[s$+KI"Q"Q"Q["QH[6!R!R!R[!RFDDDD[D*[*[rrT)rrrr r r)r)rrrrr r) r-rr.rr/rr0rr r)N)r7r r8r r9r r:r r6r rr r;r<r r) __future__r dataclassesrtypingrrrhrr,r6rIrKrTr\rrrs """"""!!!!!! KKKK:::::.DDDDD.          mmmmmmmmmmr