`i'&ddlmZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z m Z m Z dejvrpeejjjjdz r>   $.r token_list Sequence[int]tokencfdt|D}t|dkrtdd|S)Nc&g|] \}}|k |Srr).0indexr r%s r zfind_token..%s"SSS<5%EUNNNNNrrzUnable to find "z" in token list!) enumeratelen LookupError)r#r% token_idss ` r find_tokenr/$sUSSSS9Z+@+@SSSI 9~~DUDDDEEE rwritergguf.GGUFWriter new_metadatadict[str, MetadataDetails]remove_metadata Sequence[str]Nonec "|jD]}|jtjjjks|jdr#t d|j_|jtjj j r;tjj j |vr#t d|j|j|vr#t d|j|j d}|tj jkr |j dnd}t|||}||j|}|j|vrCt d|jd |jd |jd |j||j=n)|j"t d |j|j6||j|j|j|j|n|jtjj j |vret d ||tjj j j|tjj j =|D]S\} }t d| d |jd |j|| |j|jTd} |jD]M} | | jz } || j| jj| jj| jj| j NtCd| dd} |"|#|$|jD]6} |%| j| &| j7|'dS)NzGGUF.z Suppressing z Skipping z Removing r)rz Modifying z: "z" -> "z" zCopying zAdding chat template(s)zAdding WritingbyteT)desctotalunit unit_scale)(fieldsvaluesnameggufKeysGeneral ARCHITECTURE startswithloggerdebug Tokenizer CHAT_TEMPLATEtypes GGUFValueTypeARRAYr r getr r add_key_valuer radd_chat_templateitemstensorsn_bytesadd_tensor_infodatashapedtypenbytes tensor_typerwrite_header_to_filewrite_kv_data_to_filewrite_ti_data_to_filewrite_tensor_dataupdateclose) rr0r2r4r!val_typerold_valvalr total_bytestensorbars rcopy_with_new_metadatarf-s%%'' :*7 7 75:;P;PQX;Y;Y 7 LL4 44 5 5 5  : !4!B C C  H[HimyHyHy LL1UZ11 2 2 2  : ( ( LL1UZ11 2 2 2 ;q>&.$2D2J&J&J5;r??PT!(ENN,<,"""" LLNNNNNrc 6dtjjjD}t d|D}t jd}|dtd|dtd |d td d |dtdd |dtdd |dtdd |dtdd |ddtdd|ddtd d!d" |d#f$|d%dtd&d!d" |d'f$|d(d)d*+|d,d)d-+| ttjd!krdnd.g}t!j|jr t jn t j/i}|jpg}|jr;t/tjj|j|tjjj<|jr;t/tjj|j|tjjj<|jrnt/tjj|jd0rtAj!|jn|j|tjjj"<|j#rtI|j#d15}tAj%|}|&d2}|r6t/tjj||tjjj"<dddn #1swxYwY|j'r;t/tjj|j'|tjjj(<|rtR*d3tR*d4tR*d5|j+s]tR*d6tYd7} | d8kr.tR-d9tj.d:tR-d;|j,tj/|j,d1} ta| tjjj1} ta| tjjj2pg} |j3pgD]\} }| |vrtR*d<| d=(ti| |}t/tjj5|d:d>|||| <t|d?kr^tR*d@|dA|d:dBtR*dC dD|D|j6pgD]\} }| |vrtR*d<| d=(|7stqdE|dFts|}|d:krF|t| kr3t/tjj5|d>| |||| <tqdG|dHttj;<|j=r|j+stR*d3tR*dI|j=dJtR*d6tYd7} | d8kr.tR-d9tj.d:tR-dK|j=tj>|j=| | j?L}ta| tjjj@}|$tRAdM|||_Bt| |||dS)NNc3~K|]8}|dttjj|V9dS)_N)rFgetattrrBrCrIr(ns r zmain..hsaAAanonznz{~nnA'$)"5q99AAAAAArc3K|]L}|d|dddtd |fVMdS) _token_id.r8N)endswithsplitr,rks rrmzmain..isaxxQ`a`j`jkv`w`wx R();3{+;+;*;);")rxr rtnargsrvz--special-token-by-idzSpecial token by id0z--force store_truez$Bypass warnings without confirmation)rxrtz --verbosezIncrease output verbosityz--help)level[r chat_templatez&*** Warning *** Warning *** Warning **z=* Most metadata is required for a fully functional GGUF file,z@* removing crucial metadata may result in a corrupt output file!z<* Enter exactly YES if you are positive you want to proceed:zYES, I am sure> YESz(You didn't enter YES. Okay then, see ya!rz * Loading: zUnknown special token "z", ignoring...z= z Multiple "z" tokens found, choosing ID z0, use --special-token-by-id if you want another:z, c34K|]}t|VdSr)r)r(is rrmzmain..s((=(=AQ(=(=(=(=(=(=rz Token ID "z" is not a valid ID!z Token ID z is not within token list!z* The "z3" GGUF file already exists, it will be overwritten!z * Writing: )arch endianesszSetting custom alignment: )DrBrCrI__dict__keysdictargparseArgumentParser add_argumentrrjoin parse_argsr,sysargvlogging basicConfigverboseDEBUGINFOr4 general_namer rLSTRINGrDNAMEgeneral_description DESCRIPTIONrrFjsonloadsrJchat_template_configopenloadrN pre_tokenizerPRErGwarningforcersinfoexit GGUFReaderr"rELIST special_tokenr/UINT32special_token_by_id isdecimalr-intospathisfileru GGUFWriterr ALIGNMENTrHdata_alignmentrf)tokenizer_metadata token_namesparserargsr2r4fpconfigtemplateresponserrr#rAr%ids id_stringid_intr0 alignments rmainrgsw AA49CVC_CdCdCfCfAAAxxJ\xxxxxK  $1_ ` ` `F DWyzzz DWz{{{ (CWp{CDDD /CWwBUVVV )CXT^oppp 0DXAKbccc )CWvARSSS +CXIS`aaa )CWowxDIDNDNOZO_O_OaOaDbDbdoCpqqq /CWltuAFAKAKLWL\L\L^L^A_A_ad@efff  W}~~~  Wrsss   S]]Q%6%6TTXJ G GD t|MgmmNNNNL*0bO m/>t?Q?XZ^Zk/l/l TY&+, {6EdFXF_aeay6z6z TY&23 C:I$J\JcHLHZHeHefiHjHjfBeieoptqCfDfDfDptpB;C;C TY(67  w $+S 1 1 wRYr]]Fzz/22H wBQRVRdRkmuBvBv TY0>?  w w w w w w w w w w w w w w w  o0?@R@Y[_[m0n0n TY(,- ?@@@VWWWYZZZz  NNY Z Z Z/00H5   FGGG  KK*dj**+++ _TZ - -F &$)"3"@ A AD (;(@AAGRJ)/R ? ? e { " " NNITIII J J J JZ//C.=d>P>WY\]^Y_amfkamam.n.nLT* +3xx!|| HE H HsSTv H H HIIItyy(=(=(=(=(===>>>39r R Ri { " " NNITIII J J J J$$&& RJ9JJJKK K^^F{{vJ772A$BTB[]ce~jtu{j|e~e~22 [.//!"Pf"P"P"PQQQ w~~dk""4:?@@@aaaabbbUVVV+,, u   KKB C C C HQKKK KK+dk++,,, _T[tv?O P P PFvty'8'BCCI =)==>>> )66<IIIIIsA"PP P__main__)rrrrrr)r#r$r%rrr$) rrr0r1r2r3r4r5rr6)rr6) __future__rrrrrrpathlibrrtypingrrrenviron__file__parentexistsrinsertrrB getLoggerrGr r"r/rfrrrrrrs"""""" ,,,,,,,,,,"*$$$$x..*?*F*M*TW`*`)h)h)j)j$HOOAss44>>07>??@@@  . / //////j/////// 7777tgJgJgJgJT zDFFFFFr