`iUddlmZddlZddlZddlZddlZddlZddlmZddl m Z dej vrpee j j j j dz rz dump_metadata..As.mmQw~~a00mmmmmmr7)rprintlenfields enumeratevaluestypesrARRAYstrrdataSTRINGcontentsr*reprgguf_scalar_to_npslice no_tensorstensorsjoinlistshape n_elements tensor_type) r rrrnfield pretty_type nest_count log_message curr_typecontenttensor prettydimss r dump_metadatarN s@3F;;K ^{ ^ ^K ^ ^ ^___ =s6=)) = = =>>>fm2244a885{ 4KK [^}2 2 2U[))A-J *SR1E-F-FFzIYYKKek"o233KW1WWW+WWWS__WWW5:WW ; 8 AIM000..**w<<"$$%crclU2GxtG}}=== f666xu~~/?/?@@@ u~~eAhh7788uz??Q&&%crclX5Gxw777  k  6s6>** 6 6 6777v~q11oo 6YYmm$v|:L:LPQsVWZ]^d^jZkZkVkOl:lmmmmm  m1mmm&+mmm:mm&BTBYmmm`f`kmmnnnnoorcddl}t|\}}i}i}|j|||d}t|jD]\}} || jr| jdjnd| jd} | || j<| jddtj gkrz&dump_metadata_json..Xs"?"?"?a16"?"?"?r array_typesvalue)rTrBrUrV)jsonrmodelr3r2r4r5rrVrr6 json_arrayr:r>r?rBtolistrDrFdumpsysstdout) r rr]rrrRr?resultidxrFcurrrLs rdump_metadata_jsonrgEsKKK3F;;K!H GJ F   4 4 6 677 - - U+0;EEKN''Il   $ ;rr?}23 3 3"?"?5;"?"?"?"CD ? !NN,,DMM!NN,,DMM ?$V^44  KC,,..*/ ,- $$GFK  IIfcj!!!!!r header_maplist[dict[str, str]]r8list[dict[str, Any]]c  dd dd i t|D]J\}tfd |Dd d z}td d z}||kr|n| |<Kg}|d fdt|D|d fdt|D|D]E |d fdt|DFd}|D] }|d|dz } |S)Npaddingint alignMode str | NonestrValr7c|dkr||S|dkr||dz dzS|dkrd||dz zSd||dz zS)Ncenterrightr left)rrrjustljust)rlrnrps rstrAlignz7markdown_table_with_alignment_support..strAlignms  ==)) ) ' ! !<<! ,,s2 2 & gk222 2gk222 2rcx|dkrdd|dz zzdzS|dkr d|dz zdzS|dkr dd|dz zzSd|zS)Nrr:-rsrrurX)rlrns r dashAlignz8markdown_table_with_alignment_support..dashAlignwsn  ! ,,s2 2 ' ! !'A+&, , & ! ,, ,'? "rcg|]D}|D]-\}}|dktt|.ES)key_name)itemsr1r7)r+r,kv columnEntrys rrZz9markdown_table_with_alignment_support..sOhhhaggiihhda1P[\fPgKgKgCFF KgKgKgKgrrdefaultr| header_name|c 3K|]@\}}||dt|dVAdS)alignrNgetr7)r+rTr rowsPaddingrxs rr-z8markdown_table_with_alignment_support..sybbvHuz}H+e"4koog6N6NPST_`mTnPoPoppbbbbbbrc3hK|],\}}||dV-dS)rN)r)r+rTrr}rs rr-z8markdown_table_with_alignment_support..s_BBUgUZ\g;u#5{w7O7OPPBBBBBBrc 3K|]F\}}||dt|dVGdS)rrNr)r+rTritemrrxs rr-z8markdown_table_with_alignment_support..sii}O}BDOXXk%&8+//':R:RTWX\]his]tXuTvTvwwiiiiiirz| )rlrmrnrorpr7)rlrmrnro)r3maxr1appendr@) rhr8rTpadCountheaderPadCountrows tableStringrowrr}rrrxs @@@@@r%markdown_table_with_alignment_supportrisg3333####K' 33XX{hhhhThhhrstttwxx[7881</7>/I/I^^x E DKKbbbbbLUV`LaLabbbbbcccKKBBBBBktulAlABBBBBCCCjj CHHiiiiiiS\]gShShiiiii j j j jK$$|3|||# rcountrmr7c|dkr|dz}d}n<|dkr|dz}d}n.|dkr|dz}d }n |d kr|d z}d }n|d kr|dz}d}n|}d}|d krdndt||S)Ng4&k CgV瞯<QgmBg-q=TgeAg& .>Bg.Agư>Mg@@gMbP?Kr~)round)r scaled_amount scale_suffixs relement_count_rounded_notationrs t||            S[[ccb N% *>*> N N NNrc|d}idddddddd d d d d d ddddddddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/ }g}|D]}|}||vr.|||Z||d0|S)1N. token_embdzToken embeddingpos_embdzPosition embedding output_normzOutput normalizationoutputOutput attn_normzAttention normalization attn_norm_2attn_qkvzAttention query-key-valueattn_qzAttention queryattn_kz Attention keyattn_vzAttention value attn_outputzAttention outputffn_normz"Feed-forward network normalizationffn_upzFeed-forward network "up"ffn_gatezFeed-forward network "gate"ffn_downzFeed-forward network "down" ffn_gate_inpzMExpert-routing layer for the Feed-forward network in Mixture of Expert models ffn_gate_expzHFeed-forward network "gate" layer per expert in Mixture of Expert modelszHFeed-forward network "down" layer per expert in Mixture of Expert modelszFFeed-forward network "up" layer per expert in Mixture of Expert modelsz#State space model input projectionszState space model rolling/shiftz+State space model selective parametrizationz#State space model state compressionz!State space model skip connectionzState space model time stepz#State space model output projectionBlockEncoderDecoder) ffn_down_exp ffn_up_expssm_in ssm_conv1dssm_xssm_assm_dssm_dtssm_outblkencdecrt)splitstriplowerrtitler@)rwordsabbreviation_dictionaryexpanded_wordsword word_norms rtranslate_tensor_namers JJsOOE'( - (  .  0  / # / # ) 8 - 1 1 g!" b#$c^77>64/8;@N00JJLL&&(( / / /  ! !"9)"D"J"J"L"L M M M M  ! !$**,, / / / / 88N # ##rc 0t|\}}d}|d|jdz }|d|dz }|dz }|dz }|dt|jd z }|dz }g}t |jd D]m\}}|jsd }n}|jd tjkrCt|jd z } d | zt|jdj zd| zz}nt|jdj }d} t|j } d} t|jd kr|jd } | tj krd}tt|jdd}t||krF| |d|dz}| || dzd}d||} n| |} n| |jvr t|jdd } n|jd tjkr|jd } g}| tj krt#d| }t%|D]}d}tt|jd| |z d z dzz d}t||krE| |d|dz}| || dzd}d||} n | |} || ng| |jvr^t#d| }t%|D]>}|t|jd| |z d z z d ?dd|| t|krdndd} |||| |j | dodd d!d"d#d$d%d"d&d'd!d"d(d)d%d"d*d+d%d"g}|t-||z }|dz }|jsg}i}i}t1d,|jD} t |jD]\}}|j d-}d.}|d d/kr|d d-|d }nF|d d0vr)|d d/kr|d d-|d d-|d}n|d d0vr |d }||vrg||<||||||||j <|d1t7| d2z }|d3| d4z }|dz }|D]`}||}t1d5|D}|d6t9|d7t7|d8|d-d9d:z }a|dz }|d;z }|dz }|dYd?d@d!d"dAdBd%d"dCdDd!d"dEdFd!d"g}#|t-|#| z }|dz }|D]}||}t1dG|D}|| z dHz}$|dI|d-d9dJt9|dKt7|dLz }d }%d }&i0|D]}tA|%ttt7|j!}%tA|&tt|j!}&t tE|j#d gdMt|j#z zzD]F\}'}(tA0$|'d tt|(0|'<Gg})|D]}t9|j dNdOdPdQ}*dR0fdSt tE|j#d gdMt|j#z zzD}+dTt7|j!dU|%dV},|,dW|j!dU|&}-|j%j }.|)||j |j |*|-|+|.dXd?d@d!d"dAdBd%d"dYdZd%d"d[d\d%d"d]d^d%d"d_d`d%d"g}/|t-|/|)z }|dz }|da|dbt7|dcdd|dz }|de|$dfdgz }|dhz }tM|dS)iNrz# z - GGUF Internal File Dump z - Endian: z endian  z## Key Value Metadata Store z There are z key-value pairs in this file rrrrr r!ctdtjd|Dd}d|dzz}|ds|drd|d}|||S)Nc3ZK|]&}t|dV'dS)rN)r1group)r+matchs rr-zNdump_markdown_metadata..escape_markdown_inline_code..s4 c cU[[^^!4!4 c c c c c crz`+rr`rrt)rrefinditer startswithendswith) value_string max_backticksinline_code_markers rescape_markdown_inline_codez;dump_markdown_metadata..escape_markdown_inline_codes c c"+eUaBbBb c c cmnoooM!$ (9!: &&s++ 3|/D/DS/I/I 32<222 (L,L8JLL Lrr%zutf-8)encodingr|z{head}...{tail})headtailz[ r(z, ...z ])rErGtotal_elements field_namer\rEPOSrs)rrrrGTYPErurCountrKeyr\Valuec3$K|] }|jV dSNrCr+rLs rr-z)dump_markdown_metadata..?s%LL6V.LLLLLLrrbaser)rrz## Tensors Overview z Elements z)Total number of elements in all tensors: z Elements c3$K|] }|jV dSrrrs rr-z)dump_markdown_metadata..^% I Iv!2 I I I I I Irz- [z Tensor Group - z Elements](#_z) z### Tensor Data Offset zJThis table contains the offset and data segment relative to start of file z{0:#16x})t_id layer_name data_offset data_sizerT_IDrzTensor Layer NamerzData Offset (B)rz Data Size (B)c3$K|] }|jV dSrrrs rr-z)dump_markdown_metadata..zrrdz ### z Tensor Group : z Elements r.z.weightz.(W)z.biasz.(B)z x c3RK|]!\}}t|d|V"dS)>N)r7)r+ir,prettify_dimension_max_widthss rr-z)dump_markdown_metadata..s].i.ibfbcefQ.]:WXY:Z.].].].i.i.i.i.i.ir(r)rt)rrhuman_layer_name element_countpretty_dimensionrDrz Human Friendly Tensor Layer NamerElementsrShaperDTypez- Total elements in z: (z>4z) z - Percentage of total elements: z.2fz% z )'rr^r1r2r3r4r5rr6r7rr8r9bytespartsr*r<minrangerr@rrr>sumr?rrrreplacern_bytesrrCrArBrrDr0)1r rrrmarkdown_content kv_dump_tablerErFrGrHrrr\rJtruncate_lengthrrrarray_elementsrender_element element_poskv_dump_table_header_maptensor_prefix_ordertensor_name_to_key tensor_groupskeyrLtensor_componentstensor_group_namerr?group_elementstensor_mapping_tabledata_offset_prettydata_size_pretty tensors_mapping_table_header_mapgroup_percentageprettify_element_est_count_sizeprettify_element_count_sizerdimension_sizetensor_dump_tablehuman_friendly_namerelement_count_estelement_count_stringtype_name_stringtensor_dump_table_header_maprs1 @rdump_markdown_metadatar,sk 3F;;KGTZGGGG;[;;;;99XS%7%7XXXX02Mfm2244a88=J=J5{ 4KK [^}2 2 2U[))A-J *SR1E-F-FFzIYYKKek"o233K M M MUZ u{  q  AIM000"$"5R#9#9GLLL |$$6666|DY_XYEYDY7Z[66|_DTXYDYDZDZ7[\\D-44$T4JJEE77 EEEEf666EKOA.//{1~!444!KN !# 444%(N%;%;N',^'<'< 5 5 *,'*5R>T_C_bcCcghBh=h1i+j+ju|'}'}'} |,,>>#>#>|La_`aMaLa?b#c#cD#>#>|_L\`aLaLbLb?c#d#dD$5$<$<$T$<$R$REE$?$? $M$ME&--e4444 5&":::%(N%;%;N',^'<'<ll &--c%+bNU`D`cdDd>e2fgh2i.j.jkkkk{TYY~66<<>>{>\_`n\o\oKoKouw{{{!;Q_nsnxCHII J J J Je'RR!f&QQ$g'RR e&QQg&QQ  =>VXefff ?f')+-/79 LLV^LLLLL%V^44 2 2KC & 1 1# 6 6 !'  #u,,'8';$T$T>OPQ>R$T$T!!"1%77OPQ>R$k$kUfghUi$k$k!!"1%77'8';$=!! 5535 /0#**+<=== + , 3 3F ; ; ;.1 v{ + + p3QR`3a3appppcccccD ( m mE#E*G I I I I IIIN !m&;E&B&B!m!mTrtBUCUC!m!mQVQ^Q^_bdgQhQh!m!m!m m  D 66D iiD ;=$V^44 P PKC!+!2!263E!F!F )00@@  ' '&+]o~N)O)O P P P PfT[ \ \$6ITZ [ [%6GT[ \ \#oT[ \ \ , ( ABbdxyyyD (( '( 'E#E*G I I I I IIIN->D  !}sC1H1H!}!}MbchMiMi!}!}|Z[i|j|j!}!}!} } 45 +/0 '<> )! } }256UWZ[^_}EP`Q`Q\R\RXSXS3T3T/.12MsSVW]WhSiSiOjOj.k.k+)24 3E3EqSVW]WcSdSdOdHe3e)f)f}}%A~7:;X;\;\]^_`;a;acfgjkygzgzc{c{7|7|1!44}=? ! @ @&;FKO'pRm'p'p'p'p$&,&8&=#? !((1CFK1P_e_j@SeyN^n~**@@@@#fjqrr(>Qjpqq.>`jpqq+jjpqq.gjpqq)fjpqq , (  EFbdu v v v   $  !Iu!I!IA_`nAoAo!I!I!IwE!I!I!I I   \CS \ \ \ \ \   &   rc&tjd}|dtd|ddd |d dd |d dd |ddd |ddd |ddd |ddd |t t jdkrdndg}tj |j r tj n tj |j s7|js0|js)|js"t"d|jt)|jd}|j rt+||dS|jrt-||dS|jrt/|jdS|jrt/|jdSt3||dS)NzDump GGUF file metadata) descriptionr^zGGUF format model filename)rUhelpz --no-tensors store_truezDon't dump tensor metadata)actionr/z--jsonzProduce JSON outputz --json-arrayz/Include full array values in JSON output (long)z --data-offsetzStart of data offsetz--data-alignmentz-Data alignment applied globally to data fieldz --markdownzProduce markdown outputz --verbosezincrease output verbosityrz--help)levelz * Loading: r)argparseArgumentParser add_argumentr7 parse_argsr1rbargvlogging basicConfigverboseDEBUGINFOr]markdownrdata_alignmentloggerinfor^rrgr,r0 alignmentrN)parserrr s rmainrDs4  $1J K K KF Eabbb |B^___ |BWXXX |Bsttt rSs"""""" "*$$$$x..*?*F*M*TW`*`)h)h)j)j$HOOAss44>>07>??@@@8888888888  ; ' '&&&&"o"o"o"oJ!"!"!"!"H----`OOOO8,$,$,$^~~~~B$$$$@ zDFFFFFr