
    `i]             !      [   U d dl mZ d dlmZmZmZ d dlmZ dZdZ	dZ
dZ G d d	          Z G d
 d          Z G d de          Z G d de          Z G d de          Zi ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        d ej         d!ej!        d"i ej"        d#ej#        d$ej$        d%ej%        d&ej&        d'ej'        d(ej(        d)ej)        d*ej*        d+ej+        d,ej,        d-ej-        d.ej.        d/ej/        d0ej0        d1ej1        d2ej2        d3i ej3        d4ej4        d5ej5        d6ej6        d7ej7        d8ej8        d9ej9        d:ej:        d;ej;        d<ej<        d=ej=        d>ej>        d?ej?        d@ej@        dAejA        dBejB        dCejC        dDi ejD        dEejE        dFejF        dGejG        dHejH        dIejI        dJejJ        dKejK        dLejL        dMejM        dNejN        dOejO        dPejP        dQejQ        dRejR        dSejS        dTejT        dUejU        dVejV        dWejW        dXiZXdYeYdZ<   ejZ        d[ej[        d\ej\        d]ej]        d^ej^        d_ej_        d`ej6        d7iZ`daeYdb<   i eja        dcejb        ddejc        deejd        dfeje        dgejf        dhejg        diejh        djeji        dkejj        dlejk        dmejl        dnejm        doejn        dpejo        dqejp        drejq        dsi ejr        dtejs        duejt        dveju        dwejv        dxejw        dyejx        dzejy        dzejz        d{ej{        d|ej|        d}ej}        d~ej~        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dÓej        dēej        dœej        dƓej        dǓi ej        dȓej        dɓej        dʓej        d˓ej        d̓ej        d͓ej        dΓej        dϓej        dГej        dѓej        dғej        dӓej        dԓej        dՓej        d֓ej        dדej        dؓi ej        dٓej        dړej        dۓej        dܓej        dݓej        dޓej        dߓej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        di ej        dej        dej        dej        dej        dej        d ej         dej        dej        dej        dej        dej        dej        dej        dej        d	ej	        d
ej
        di ej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        dej        d ej         d!ej!        d"ej"        d#iZ#d$eYd%<   i ej        g ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej        ej        ej        ej        ej        ej        ej        ej        ej	        ej
        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej         ej!        ej"        ej        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejv        ejx        ej{        ej|        ej}        ej        ej        ej        gej        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejv        ejx        ej{        ej|        ej}        ej        ej        ej        ej~        ej        ej        gej        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejv        ejx        ej{        ej|        ej}        ej        ej        ej        gej        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejt        ejv        ejx        ej{        ej|        ej}        ej        ej        ej        ej        gej        eja        eje        ejf        ejj        ejl        ejp        ejx        ej|        ej}        g	ej        eja        eje        ejf        ejj        ejk        ejl        ejp        ej|        ej}        g	ej        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejx        ej{        ej|        ej}        gej        eja        ejd        eje        ejf        ejj        ejl        ejp        ejx        ej|        ej}        g
ej        eja        ejb        ejc        ejd        eje        ejt        ejl        ejm        ejn        ejo        ejp        ej|        ej}        ej        ej        ej        gej        eja        ejb        ejc        ejd        eje        ejt        ejl        ejp        ej{        ej|        ej}        ej        gej         eja        ejb        ejc        ejd        eje        ejt        ejl        ejp        ej|        ej}        ejv        ej        ej        ej        gej!        eja        ejj        ejl        ejp        ejx        ej|        ej}        ej        ej        ej        g
ej"        eja        ejb        ejc        ejk        ejt        ejm        ejr        ejn        ejs        ejo        ejp        ej}        ej{        ej|        ej        ej        gej        eja        eje        ejf        ejj        ejl        ejp        ejx        ej|        ej}        ej        ejr        ejs        ejd        gej        eja        eje        ejf        ejj        ejm        ejn        ejo        ejp        ej|        ej}        g
ej        eja        eje        ejf        ejj        ejm        ejn        ejo        ejp        ejx        ej{        ej|        ej}        gi ej#        eja        ejb        eje        ejf        ejj        ejl        ejp        ejx        ej|        ej}        g
ej$        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejx        ej{        ej|        ej}        ejr        ejs        gej%        eja        eje        ejf        ejg        ejj        ejl        ejp        ejq        ejx        ej{        ej|        ej}        gej&        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejx        ej{        ej|        ej}        gej(        eja        eje        ejf        ejj        ejm        ejn        ejo        ejp        ejx        ej{        ej|        ej}        gej'        eja        eje        ejf        ejj        ejm        ejn        ejo        ejp        ejx        ejv        ej        ej        ej        ejw        ej~        ej        ej        gej)        eja        eje        ejf        ejg        ejj        ejm        ejr        ejn        ejs        ejo        ejp        ejx        ej{        ej|        ej}        gej*        eja        eje        ejf        ejj        ejm        ejr        ejn        ejs        ejo        ejp        ejx        ejv        ej        ej        ej        gej.        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ej{        ej|        ej}        gej        eja        ejd        eje        ejf        ejj        ejl        ejp        ejx        ej|        ej}        g
ej+        eja        eje        ejf        ejj        ejl        ejm        ejn        ejo        ejp        ejx        ej|        ej}        gej,        eja        eje        ejf        ejh        eji        ejj        ejl        ejm        ejn        ejo        ejp        ejx        ej|        ej}        gej-        eja        eje        ejf        ejh        eji        ejj        ejl        ejm        ejn        ejo        ejp        ejx        ejv        ej        ej        ej        gej/        eja        ejd        eje        ejf        ejj        ejl        ejp        ejq        ejx        ej|        ej}        gej0        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejx        ej{        ej|        ej}        gej1        eja        eje        ejf        ejj        ejm        ejn        ejo        ejp        ejq        ejx        ej{        ej|        ej}        gej2        eja        ejf        eje        ejg        ejh        eji        ejj        ejm        ejn        ejo        ejp        ejq        ejv        ejx        ej{        ej|        ej}        ej        ej        ej        gi ej3        eja        eje        ejf        ejh        eji        ejj        ej        ej        ej        ej        ej        ej        ejp        ejx        ej{        ej|        ej}        gej4        eja        eje        ejj        ejm        ejn        ejo        ejp        ej{        ej|        ej}        ejx        gej5        eja        eje        ejm        ejn        ejo        ejp        ej{        ej|        ej}        ejj        eju        ejy        ejz        gej6        eja        ejf        eje        ejm        ejr        ejn        ejs        ejo        ejp        ej{        ej|        ej}        ejj        eju        ejy        ejz        gej7        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejx        ej|        ej}        gej8        eja        ejb        eje        ejf        ejj        ejk        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej9        eja        eje        ejf        ejj        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ejx        ej{        ej|        ej}        gej:        eja        ejb        eje        ejf        ejj        ejk        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gej;        eja        ejb        eje        ejf        ejj        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ejx        ej{        ej|        ej}        gej<        eja        eje        ejf        ejj        ej        ej        ej        ej        ej        ej        ej        gej=        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejx        ej{        ej|        ej}        gej>        eja        eje        ejj        ejm        ejn        ejo        ejp        ej{        ej|        ej}        ejs        ejr        gej?        eja        eje        ejj        ejm        ejn        ejo        ejp        ej{        ej|        ej}        g
ej@        eja        eje        ejf        ejj        ejl        ejp        ejt        ejv        ej        ej        ej        gejA        eja        ejf        ejm        ejn        ejo        ejp        ej{        ej|        ej}        g	ejB        eja        eje        ejf        ejm        ejn        ejo        ejp        eju        ejr        ejs        ejz        ej{        ej|        ej}        gejC        eja        eje        ejf        ejp        ejm        ejn        ejo        ejj        ejr        ejs        ejx        ejv        ej        ej        ej        gi ejD        eja        eje        ejj        ejl        ejr        ejs        ejp        ejx        ej{        ej|        ej}        gejE        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejv        ejx        ej{        ej|        ej}        ej        ej        ej        ej        gejF        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejv        ejx        ej{        ej|        ej}        ej        ej        ej        ej~        ej        ej        gejG        eja        eje        ejf        ejg        ejj        ejm        ej        ej        ej        ej        ej        ej        ej        ej        ejp        ejq        ejv        ejx        ej{        ej|        ej}        ej        ej        ej        ej~        ej        ej        ej        gejT        eja        ejf        eje        ejj        ejm        ej        ej        ej        ejp        ejx        ej}        ej|        gejH        eja        ejg        eje        ejf        ejj        ejl        ejm        ejn        ejo        ejp        ejx        ej|        ej}        gejI        eja        ejg        eje        ejf        ejj        ejl        ejm        ejn        ejo        ejp        ejx        ej|        ej}        eju        ejz        gejJ        ejm        ejn        ejo        eja        eje        ejj        ejp        ejx        ej{        ej|        ej}        ej        ej        gejK        eja        ejf        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejL        eja        ejf        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejM        eja        eje        ejf        ejj        ejl        ejp        ejx        ej|        ej{        ej}        g
ejN        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejx        ej|        ej}        gejO        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejx        ej{        ej|        ej}        gejP        eja        eje        ejf        ejj        ejm        ejn        ejo        ejp        ejx        ej{        ej|        ej}        gejQ        eja        eje        ejf        ejj        ejm        ejn        ejo        ejp        ejx        ejv        ej        ej        ej        ej~        ej        ej        gejR        eja        eje        ejf        ejj        ejm        ejr        ejn        ejs        ejo        ejp        ejx        ej{        ej|        ej}        gejS        eja        ejb        ej        ej        ej        ej        ej        ej        ejf        eje        ej        ej        ej        ej        ej        ej        ej        ej        ej        ej        gejU        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejv        ejx        ej        ej        ej        ej~        ej        ej        gejV        eja        eje        ejf        ejj        ejm        ejr        ejn        ejs        ejo        ejp        ej        ejx        ej{        ej        ejv        ej~        ej|        ej        ej        ej}        ej        ej        gejW        eja        eje        ejf        ejg        ejj        ejm        ejn        ejo        ejp        ejq        ejx        ej|        ej}        giZ$d&eYd'<   ej        ejg        ejq        gej        ejg        ejq        gej        ejg        ejq        gej%        ejg        ejq        gej/        ejg        ejq        gej0        ejg        ejq        gej7        ejg        ejq        gej=        ejg        ejq        gejF        ejg        ejq        gejG        ejg        ejq        gejH        ejg        gejN        ejg        ejq        gejU        ejg        giZ%d&eYd(<    G d) d*e          Z& G d+ d,e          Z' G d- d.e          Z( G d/ d0e          Z) G d1 d2e          Z* G d3 d4e          Z+ G d5 d6e          Z, G d7 d8e          Z- G d9 d:          Z.d;Z/i e)j0        d<e)j1        d=e)j2        d>e)j3        d?e)j4        d@e)j5        dAe)j6        dBe)j7        dCe)j8        d;dDe/dEz  z   e/dDz  z   fe)j9        d;de/dDz  z   e/dFz  z   dGz   fe)j:        d;dDe/dz  z   dGz   fe)j;        d;dDe/dz  z   e/dFz  z   dGz   fe)j<        d;de/dz  z   e/dDz  z   e/dEz  z   fe)j=        d;dDe/z   e/dFz  z   fe)j>        d;de/dDz  z   fe)j?        d;de/dDz  z   e/dz  z   fe)j@        d;de/dDz  z   e/dFz  z   fe)jA        d;de/dFz  z   e/dEz  z   fe)jB        d>e)jC        d;de/dDz  z   e/dFz  z   e/dz  z   dDz   fe)jD        d;de/dDz  z   e/dEz  z   fe)jE        d;dDe/dz  z   e/dHz  z   fe)jF        dIe)jG        d=e)jH        d<e)jI        dJe)jJ        dJe)jK        d;e/dFz  e/dEz  z   e/dz  z   fe)jL        d=e)jM        dKe)jN        dLiZOdMeYdN<   ejP        jQ        ZRejP        jS        ZTejP        jU        ZVejP        jW        ZXejP        jY        ZZejP        j[        Z\ejP        j]        Z^ejP        j_        Z`ejP        ja        ZbejP        jc        Zdeje        jf        Zgeje        jh        Zieje        jj        Zkeje        jl        Zmeje        jn        Zoeje        jp        Zqeje        jr        Zsejt        ju        Zvejt        jw        Zxejt        jy        Zzejt        j{        Z|ejt        j}        Z~ejt        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        Zej        j        ZːdOS (P      )annotations)EnumIntEnumauto)AnyiGGUF          c                     e Zd Z G d d          Z G d d          Z G d d          Z G d d          Z G d	 d
          Z G d d          Z G d d          Z	 G d d          Z
 G d d          Z G d d          Z G d d          Z G d d          Z G d d          Z G d d          Z G d d          ZdS ) Keysc                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(d'Z)d(Z*d)Z+d*Z,d+Z-d,Z.d-Z/d.Z0d/Z1d0S )1Keys.Generalzgeneral.typezgeneral.architecturezgeneral.quantization_versionzgeneral.alignmentzgeneral.file_typezgeneral.namezgeneral.authorzgeneral.versionzgeneral.organizationzgeneral.finetunezgeneral.basenamezgeneral.descriptionzgeneral.quantized_byzgeneral.size_labelzgeneral.licensezgeneral.license.namezgeneral.license.linkzgeneral.urlzgeneral.doizgeneral.uuidzgeneral.repo_urlzgeneral.source.urlzgeneral.source.doizgeneral.source.uuidzgeneral.source.repo_urlzgeneral.base_model.countzgeneral.base_model.{id}.namezgeneral.base_model.{id}.authorzgeneral.base_model.{id}.versionz$general.base_model.{id}.organizationz#general.base_model.{id}.descriptionzgeneral.base_model.{id}.urlzgeneral.base_model.{id}.doizgeneral.base_model.{id}.uuidz general.base_model.{id}.repo_urlzgeneral.dataset.countzgeneral.dataset.{id}.namezgeneral.dataset.{id}.authorzgeneral.dataset.{id}.versionz!general.dataset.{id}.organizationz general.dataset.{id}.descriptionzgeneral.dataset.{id}.urlzgeneral.dataset.{id}.doizgeneral.dataset.{id}.uuidzgeneral.dataset.{id}.repo_urlzgeneral.tagszgeneral.languagesN)2__name__
__module____qualname__TYPEARCHITECTUREQUANTIZATION_VERSION	ALIGNMENT	FILE_TYPENAMEAUTHORVERSIONORGANIZATIONFINETUNEBASENAMEDESCRIPTIONQUANTIZED_BY
SIZE_LABELLICENSELICENSE_NAMELICENSE_LINKURLDOIUUIDREPO_URL
SOURCE_URL
SOURCE_DOISOURCE_UUIDSOURCE_REPO_URLBASE_MODEL_COUNTBASE_MODEL_NAMEBASE_MODEL_AUTHORBASE_MODEL_VERSIONBASE_MODEL_ORGANIZATIONBASE_MODEL_DESCRIPTIONBASE_MODEL_URLBASE_MODEL_DOIBASE_MODEL_UUIDBASE_MODEL_REPO_URLDATASET_COUNTDATASET_NAMEDATASET_AUTHORDATASET_VERSIONDATASET_ORGANIZATIONDATASET_DESCRIPTIONDATASET_URLDATASET_DOIDATASET_UUIDDATASET_REPO_URLTAGS	LANGUAGES     b/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/gguf/constants.pyGeneralr      s       %3%;%C%8	%8	 &4%5%6%;%7%7%:%;%9
 &7%;%; &3%2%3%7 &:
%9
%:%>
 &@%C%E%F%K%J%B%B%C%G #:"="?"@"E"D"<"<"="A &4%8			rB   rD   c                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d S )!Keys.LLMz{arch}.vocab_sizez{arch}.context_lengthz{arch}.embedding_lengthz{arch}.features_lengthz{arch}.block_countz {arch}.leading_dense_block_countz{arch}.feed_forward_lengthz!{arch}.expert_feed_forward_lengthz({arch}.expert_shared_feed_forward_lengthz{arch}.use_parallel_residualz{arch}.tensor_data_layoutz{arch}.expert_countz{arch}.expert_used_countz{arch}.expert_shared_countz{arch}.expert_weights_scalez{arch}.expert_weights_normz{arch}.expert_gating_funcz{arch}.moe_every_n_layersz{arch}.pooling_typez{arch}.logit_scalez{arch}.decoder_start_token_idz{arch}.attn_logit_softcappingz{arch}.final_logit_softcappingz{arch}.swin_normz{arch}.rescale_every_n_layersz{arch}.time_mix_extra_dimz{arch}.time_decay_extra_dimz{arch}.residual_scalez{arch}.embedding_scalez{arch}.token_shift_countz {arch}.interleave_moe_layer_stepN)"r   r   r   
VOCAB_SIZECONTEXT_LENGTHEMBEDDING_LENGTHFEATURES_LENGTHBLOCK_COUNTLEADING_DENSE_BLOCK_COUNTFEED_FORWARD_LENGTHEXPERT_FEED_FORWARD_LENGTH!EXPERT_SHARED_FEED_FORWARD_LENGTHUSE_PARALLEL_RESIDUALTENSOR_DATA_LAYOUTEXPERT_COUNTEXPERT_USED_COUNTEXPERT_SHARED_COUNTEXPERT_WEIGHTS_SCALEEXPERT_WEIGHTS_NORMEXPERT_GATING_FUNCMOE_EVERY_N_LAYERSPOOLING_TYPELOGIT_SCALEDECODER_START_TOKEN_IDATTN_LOGIT_SOFTCAPPINGFINAL_LOGIT_SOFTCAPPING	SWIN_NORMRESCALE_EVERY_N_LAYERSTIME_MIX_EXTRA_DIMTIME_DECAY_EXTRA_DIMRESIDUAL_SCALEEMBEDDING_SCALETOKEN_SHIFT_COUNTINTERLEAVE_MOE_LAYER_STEPrA   rB   rC   LLMrF   Y   s        ,?
,C,E,D,@,N!,H,O",V),J,G,A,F,H,I,H,G,G,A,@,K,K,L,>	,K,G,I,C,D,F,N!!!rB   rf   c                  f    e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdS )Keys.Attentionz{arch}.attention.head_countz{arch}.attention.head_count_kvz{arch}.attention.max_alibi_biasz{arch}.attention.clamp_kqvz{arch}.attention.key_lengthz{arch}.attention.value_lengthz#{arch}.attention.layer_norm_epsilonz'{arch}.attention.layer_norm_rms_epsilonz#{arch}.attention.group_norm_epsilonz"{arch}.attention.group_norm_groupsz{arch}.attention.causalz{arch}.attention.q_lora_rankz{arch}.attention.kv_lora_rankz {arch}.attention.decay_lora_rankz{arch}.attention.iclr_lora_rankz-{arch}.attention.value_residual_mix_lora_rankz{arch}.attention.gate_lora_rankz'{arch}.attention.relative_buckets_countz{arch}.attention.sliding_windowz{arch}.attention.scalez{arch}.attention.key_length_mlaz!{arch}.attention.value_length_mlaN)r   r   r   
HEAD_COUNTHEAD_COUNT_KVMAX_ALIBI_BIAS	CLAMP_KQV
KEY_LENGTHVALUE_LENGTHLAYERNORM_EPSLAYERNORM_RMS_EPSGROUPNORM_EPSGROUPNORM_GROUPSCAUSALQ_LORA_RANKKV_LORA_RANKDECAY_LORA_RANKICLR_LORA_RANKVALUE_RESIDUAL_MIX_LORA_RANKGATE_LORA_RANKREL_BUCKETS_COUNTSLIDING_WINDOWSCALEKEY_LENGTH_MLAVALUE_LENGTH_MLArA   rB   rC   	Attentionrh   z   s        'D
'G'H'C	'D
'F'L'P'L'K'@'E'F'I'H'V$'H'P'H'?'H'JrB   r   c                  2    e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
S )	Keys.Ropez{arch}.rope.dimension_countz{arch}.rope.dimension_sectionsz{arch}.rope.freq_basez{arch}.rope.scaling.typez{arch}.rope.scaling.factorz{arch}.rope.scaling.attn_factorz+{arch}.rope.scaling.original_context_lengthz{arch}.rope.scaling.finetunedz'{arch}.rope.scaling.yarn_log_multiplierN)r   r   r   DIMENSION_COUNTDIMENSION_SECTIONS	FREQ_BASESCALING_TYPESCALING_FACTORSCALING_ATTN_FACTORSCALING_ORIG_CTX_LENSCALING_FINETUNEDSCALING_YARN_LOG_MULrA   rB   rC   Roper      sB        "?"B"9	"<">"C"O"A"KrB   r   c                      e Zd ZdZdZdZdS )
Keys.Splitzsplit.nozsplit.countzsplit.tensors.countN)r   r   r   LLM_KV_SPLIT_NOLLM_KV_SPLIT_COUNTLLM_KV_SPLIT_TENSORS_COUNTrA   rB   rC   Splitr      s!        %/%2%:"""rB   r   c                  "    e Zd ZdZdZdZdZdZdS )Keys.SSMz{arch}.ssm.conv_kernelz{arch}.ssm.inner_sizez{arch}.ssm.state_sizez{arch}.ssm.time_step_rankz{arch}.ssm.dt_b_c_rmsN)r   r   r   CONV_KERNEL
INNER_SIZE
STATE_SIZETIME_STEP_RANK
DT_B_C_RMSrA   rB   rC   SSMr      s'        10
0
40


rB   r   c                      e Zd ZdZdS )Keys.WKVz{arch}.wkv.head_sizeN)r   r   r   	HEAD_SIZErA   rB   rC   WKVr      s        *			rB   r   c                      e Zd ZdZdZdS )Keys.PosNetz{arch}.posnet.embedding_lengthz{arch}.posnet.block_countNr   r   r   rI   rK   rA   rB   rC   PosNetr      s        ;6rB   r   c                      e Zd ZdZdZdS )Keys.ConvNextz {arch}.convnext.embedding_lengthz{arch}.convnext.block_countNr   rA   rB   rC   ConvNextr      s        =8rB   r   c                      e Zd ZdZdS )Keys.Classifierz{arch}.classifier.output_labelsN)r   r   r   OUTPUT_LABELSrA   rB   rC   
Classifierr      s        9rB   r   c                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#S )$Keys.Tokenizerztokenizer.ggml.modelztokenizer.ggml.preztokenizer.ggml.tokensztokenizer.ggml.token_typeztokenizer.ggml.token_type_countztokenizer.ggml.scoresztokenizer.ggml.mergesztokenizer.ggml.bos_token_idztokenizer.ggml.eos_token_idztokenizer.ggml.eot_token_idztokenizer.ggml.eom_token_idztokenizer.ggml.unknown_token_idz!tokenizer.ggml.seperator_token_idztokenizer.ggml.padding_token_idztokenizer.ggml.mask_token_idztokenizer.ggml.add_bos_tokenztokenizer.ggml.add_eos_tokenztokenizer.ggml.add_space_prefixz'tokenizer.ggml.remove_extra_whitespacesz#tokenizer.ggml.precompiled_charsmapztokenizer.huggingface.jsonztokenizer.rwkv.worldztokenizer.chat_templateztokenizer.chat_template.{name}ztokenizer.chat_templatesztokenizer.ggml.fim_pre_token_idztokenizer.ggml.fim_suf_token_idztokenizer.ggml.fim_mid_token_idztokenizer.ggml.fim_pad_token_idztokenizer.ggml.fim_rep_token_idztokenizer.ggml.fim_sep_token_idztokenizer.ggml.prefix_token_idztokenizer.ggml.suffix_token_idztokenizer.ggml.middle_token_idN)%r   r   r   MODELPRELIST
TOKEN_TYPETOKEN_TYPE_COUNTSCORESMERGESBOS_IDEOS_IDEOT_IDEOM_IDUNK_IDSEP_IDPAD_IDMASK_IDADD_BOSADD_EOS
ADD_PREFIXREMOVE_EXTRA_WSPRECOMPILED_CHARSMAPHF_JSONRWKVCHAT_TEMPLATECHAT_TEMPLATE_NCHAT_TEMPLATES
FIM_PRE_ID
FIM_SUF_ID
FIM_MID_ID
FIM_PAD_ID
FIM_REP_ID
FIM_SEP_ID	PREFIX_ID	SUFFIX_ID	MIDDLE_IDrA   rB   rC   	Tokenizerr      s        536:
@66<<<<@B@===@
HD;58?9@
@
@
@
@
@
?	?	?			rB   r   c                      e Zd ZdZdZdS )Keys.Adapterzadapter.typezadapter.lora.alphaN)r   r   r   r   
LORA_ALPHArA   rB   rC   Adapterr      s        #)


rB   r   c                      e Zd ZdZdZdZdZdS )	Keys.Clipzclip.projector_typezclip.has_vision_encoderzclip.has_audio_encoderzclip.has_llava_projectorN)r   r   r   PROJECTOR_TYPEHAS_VISION_ENCODERHAS_AUDIO_ENCODERHAS_LLAVA_PROJECTORrA   rB   rC   Clipr      s'        3768rB   r   c                  r    e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZ G d d          Z G d d          ZdS )Keys.ClipVisionzclip.vision.image_sizezclip.vision.patch_sizezclip.vision.embedding_lengthzclip.vision.feed_forward_lengthzclip.vision.projection_dimzclip.vision.block_countzclip.vision.image_meanzclip.vision.image_stdzclip.vision.spatial_merge_sizezclip.use_geluzclip.use_siluzclip.vision.n_wa_patternc                      e Zd ZdZdZdS )Keys.ClipVision.Attentionz clip.vision.attention.head_countz(clip.vision.attention.layer_norm_epsilonNr   r   r   ri   ro   rA   rB   rC   r   r      s        @JHMMMrB   r   c                      e Zd ZdZdS )Keys.ClipVision.Projectorz"clip.vision.projector.scale_factorN)r   r   r   SCALE_FACTORrA   rB   rC   	Projectorr      s        BLLLrB   r   N)r   r   r   
IMAGE_SIZE
PATCH_SIZErI   rM   PROJECTION_DIMrK   
IMAGE_MEAN	IMAGE_STDSPATIAL_MERGE_SIZEUSE_GELUUSE_SILUN_WA_PATTERNr   r   rA   rB   rC   
ClipVisionr      s        6
6
<?:76
5	>--8	I 	I 	I 	I 	I 	I 	I 	I	C 	C 	C 	C 	C 	C 	C 	C 	C 	CrB   r   c                  V    e Zd ZdZdZdZdZdZ G d d          Z G d d	          Z	d
S )Keys.ClipAudiozclip.audio.num_mel_binszclip.audio.embedding_lengthzclip.audio.feed_forward_lengthzclip.audio.projection_dimzclip.audio.block_countc                      e Zd ZdZdZdS )Keys.ClipAudio.Attentionzclip.audio.attention.head_countz'clip.audio.attention.layer_norm_epsilonNr   rA   rB   rC   r   r     s        ?JGMMMrB   r   c                      e Zd ZdZdS )Keys.ClipAudio.Projectorz!clip.audio.projector.stack_factorN)r   r   r   STACK_FACTORrA   rB   rC   r   r     s        ALLLrB   r   N)
r   r   r   NUM_MEL_BINSrI   rM   r   rK   r   r   rA   rB   rC   	ClipAudior      s        7;>96	H 	H 	H 	H 	H 	H 	H 	H	B 	B 	B 	B 	B 	B 	B 	B 	B 	BrB   r   N)r   r   r   rD   rf   r   r   r   r   r   r   r   r   r   r   r   r   r   rA   rB   rC   r   r      s       B9 B9 B9 B9 B9 B9 B9 B9HO O O O O O O OBK K K K K K K K0	L 	L 	L 	L 	L 	L 	L 	L; ; ; ; ; ; ; ;
1 1 1 1 1 1 1 1+ + + + + + + +7 7 7 7 7 7 7 79 9 9 9 9 9 9 9: : : : : : : :$@ $@ $@ $@ $@ $@ $@ $@L* * * * * * * *9 9 9 9 9 9 9 9C C C C C C C C*B B B B B B B B B BrB   r   c                      e Zd ZdZdZdZdS )GGUFTypemodeladaptermmprojN)r   r   r   r   ADAPTERMMPROJrA   rB   rC   r   r     s        EGFFFrB   r   c                     e Zd Z e            Z e            Z e            Z e            Z e            Z e            Z	 e            Z
 e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z  e            Z! e            Z" e            Z# e            Z$ e            Z% e            Z& e            Z' e            Z( e            Z) e            Z* e            Z+ e            Z, e            Z- e            Z. e            Z/ e            Z0 e            Z1 e            Z2 e            Z3 e            Z4 e            Z5 e            Z6 e            Z7 e            Z8 e            Z9 e            Z: e            Z; e            Z< e            Z= e            Z> e            Z? e            Z@ e            ZA e            ZB e            ZC e            ZD e            ZE e            ZF e            ZG e            ZH e            ZI e            ZJdS )
MODEL_ARCHN)Kr   r   r   r   r   LLAMALLAMA4DECIFALCONBAICHUANGROKGPT2GPTJGPTNEOXMPT	STARCODERREFACTBERT
NOMIC_BERTNOMIC_BERT_MOENEO_BERTJINA_BERT_V2BLOOMSTABLELMQWENQWEN2QWEN2MOEQWEN2VLQWEN3QWEN3MOEPHI2PHI3PHIMOEPLAMO	CODESHELLORION	INTERNLM2MINICPMMINICPM3GEMMAGEMMA2GEMMA3
STARCODER2RWKV6
RWKV6QWEN2RWKV7ARWKV7MAMBAXVERSE	COMMAND_RCOHERE2DBRXOLMOOLMO2OLMOEOPENELMARCTICDEEPSEEK	DEEPSEEK2CHATGLMGLM4BITNETT5	T5ENCODERJAISNEMOTRONEXAONEGRANITEGRANITE_MOE	CHAMELEONWAVTOKENIZER_DECPLM
BAILINGMOEDOTS1ARCEErA   rB   rC   r   r     s       tvvFtvvEtvvFtvvDtvvFtvvHtvvDtvvDtvvDtvvGtvvCtvvItvvFtvvDtvvJtvvNtvvHtvvLtvvEtvvHtvvDtvvEtvvHtvvGtvvEtvvHtvvDtvvDtvvFtvvEtvvItvvEtvvItvvGtvvHtvvEtvvFtvvFtvvJtvvEtvvJtvvEtvvFtvvEtvvFtvvItvvGtvvDtvvDtvvEtvvEtvvGtvvFtvvHtvvItvvGtvvDtvvFtvvBtvvItvvDtvvHtvvFtvvGtvvKtvvItvvtvvCtvvJtvvEtvvEEErB   r   c                      e Zd Z e            Z e            Z e            Z e            Z e            Z e            Z	 e            Z
dS )VISION_PROJECTOR_TYPEN)r   r   r   r   MLPLDPLDPV2	RESAMPLERGLM_EDGEMERGERr"  rA   rB   rC   rE  rE  _  s[        CCEIHFFFFrB   rE  c                  6   e Zd Z e            Z e            Z e            Z e            Z e            Z e            Z	 e            Z
 e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z  e            Z! e            Z" e            Z# e            Z$ e            Z% e            Z& e            Z' e            Z( e            Z) e            Z* e            Z+ e            Z, e            Z- e            Z. e            Z/ e            Z0 e            Z1 e            Z2 e            Z3 e            Z4 e            Z5 e            Z6 e            Z7 e            Z8 e            Z9 e            Z: e            Z; e            Z< e            Z= e            Z> e            Z? e            Z@ e            ZA e            ZB e            ZC e            ZD e            ZE e            ZF e            ZG e            ZH e            ZI e            ZJ e            ZK e            ZL e            ZM e            ZN e            ZO e            ZP e            ZQ e            ZR e            ZS e            ZT e            ZU e            ZV e            ZW e            ZX e            ZY e            ZZ e            Z[ e            Z\ e            Z] e            Z^ e            Z_ e            Z` e            Za e            Zb e            Zc e            Zd e            Ze e            Zf e            Zg e            Zh e            Zi e            Zj e            Zk e            Zl e            Zm e            Zn e            Zo e            Zp e            Zq e            Zr e            Zs e            Zt e            Zu e            Zv e            Zw e            Zx e            Zy e            Zz e            Z{ e            Z| e            Z} e            Z~ e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            Z e            ZdS )MODEL_TENSORN)r   r   r   r   
TOKEN_EMBDTOKEN_EMBD_NORMTOKEN_TYPESPOS_EMBDOUTPUTOUTPUT_NORM
ROPE_FREQSROPE_FACTORS_LONGROPE_FACTORS_SHORTATTN_QATTN_KATTN_VATTN_QKVATTN_OUT	ATTN_NORMATTN_NORM_2ATTN_OUT_NORMATTN_POST_NORMATTN_ROT_EMBDFFN_GATE_INPFFN_GATE_INP_SHEXPFFN_NORMFFN_PRE_NORMFFN_POST_NORMFFN_GATEFFN_DOWNFFN_UPFFN_ACTFFN_NORM_EXPFFN_GATE_EXPFFN_DOWN_EXP
FFN_UP_EXPFFN_GATE_SHEXPFFN_DOWN_SHEXPFFN_UP_SHEXPFFN_EXP_PROBS_BATTN_Q_NORMATTN_K_NORMLAYER_OUT_NORMSSM_IN
SSM_CONV1DSSM_XSSM_DTSSM_ASSM_DSSM_OUTTIME_MIX_W0TIME_MIX_W1TIME_MIX_W2TIME_MIX_A0TIME_MIX_A1TIME_MIX_A2TIME_MIX_V0TIME_MIX_V1TIME_MIX_V2TIME_MIX_G1TIME_MIX_G2TIME_MIX_K_KTIME_MIX_K_ATIME_MIX_R_KTIME_MIX_LERP_XTIME_MIX_LERP_KTIME_MIX_LERP_VTIME_MIX_LERP_RTIME_MIX_LERP_GTIME_MIX_LERP_FUSEDTIME_MIX_LERP_WTIME_MIX_FIRSTTIME_MIX_DECAYTIME_MIX_DECAY_W1TIME_MIX_DECAY_W2TIME_MIX_KEYTIME_MIX_VALUETIME_MIX_RECEPTANCETIME_MIX_GATETIME_MIX_LNTIME_MIX_OUTPUTCHANNEL_MIX_LERP_KCHANNEL_MIX_LERP_RCHANNEL_MIX_KEYCHANNEL_MIX_RECEPTANCECHANNEL_MIX_VALUEATTN_Q_AATTN_Q_BATTN_KV_A_MQA	ATTN_KV_BATTN_K_BATTN_V_BATTN_Q_A_NORMATTN_KV_A_NORMFFN_SUB_NORMATTN_SUB_NORMDEC_ATTN_NORM
DEC_ATTN_Q
DEC_ATTN_K
DEC_ATTN_VDEC_ATTN_OUTDEC_ATTN_REL_BDEC_CROSS_ATTN_NORMDEC_CROSS_ATTN_QDEC_CROSS_ATTN_KDEC_CROSS_ATTN_VDEC_CROSS_ATTN_OUTDEC_CROSS_ATTN_REL_BDEC_FFN_NORMDEC_FFN_GATEDEC_FFN_DOWN
DEC_FFN_UPDEC_OUTPUT_NORMENC_ATTN_NORM
ENC_ATTN_Q
ENC_ATTN_K
ENC_ATTN_VENC_ATTN_OUTENC_ATTN_REL_BENC_FFN_NORMENC_FFN_GATEENC_FFN_DOWN
ENC_FFN_UPENC_OUTPUT_NORMCLSCLS_OUTCONV1DCONVNEXT_DWCONVNEXT_NORMCONVNEXT_PW1CONVNEXT_PW2CONVNEXT_GAMMAPOSNET_CONV1POSNET_CONV2POSNET_NORMPOSNET_NORM1POSNET_NORM2POSNET_ATTN_NORMPOSNET_ATTN_QPOSNET_ATTN_KPOSNET_ATTN_VPOSNET_ATTN_OUTV_MMPROJV_MMPROJ_FCV_MMPROJ_MLPV_MMPROJ_PEGV_ENC_EMBD_CLSV_ENC_EMBD_PATCHV_ENC_EMBD_POSV_ENC_INPUT_NORMV_ENC_ATTN_QV_ENC_ATTN_Q_NORMV_ENC_ATTN_KV_ENC_ATTN_K_NORMV_ENC_ATTN_VV_ENC_ATTN_OV_ENC_ATTN_O_NORMV_ENC_POST_ATTN_NORMV_ENC_FFN_UPV_ENC_FFN_GATEV_ENC_FFN_DOWNV_LAYER_SCALE_1V_LAYER_SCALE_2
V_PRE_NORMV_POST_NORMV_MM_INP_NORMV_MM_INP_PROJV_MM_SOFT_EMB_NORMV_RESMPL_POS_EMBD_KV_RESMPL_ATTN_QV_RESMPL_ATTN_KV_RESMPL_ATTN_VV_RESMPL_ATTN_OUTV_RESMPL_KVV_RESMPL_KV_NORMV_RESMPL_POST_NORMV_RESMPL_Q_NORMV_RESMPL_PROJV_RESMPL_QUERYV_TOK_EMBD_IMG_BREAKV_MM_PATCH_MERGERA_ENC_EMBD_POSA_ENC_CONV1D
A_PRE_NORMA_POST_NORMA_ENC_ATTN_QA_ENC_ATTN_KA_ENC_ATTN_VA_ENC_INPUT_NORMA_ENC_OUTPUTA_ENC_OUTPUT_NORMA_ENC_FFN_UPA_ENC_FFN_GATEA_ENC_FFN_DOWNA_MMPROJA_MMPROJ_FCA_MM_NORM_PREA_MM_NORM_MIDrA   rB   rC   rM  rM  i  s       466J466O466K466H466F466K466J466466466F466F466F466H466H466I466K466M466N466M466L466466H466L466M466H466H466F466G466L466L466L466J466N466N466L466O466K466K466N466F466J466E466F466E466E466G466K466K466K466K466K466K466K466K466K466K466K466L466L466L466O466O466O466O466O466466O466N466N466466466L466N466466M466K466O466466466O!TVV466466H466H466M466I466H466H466M466N466L466M466M466J466J466J466L466N466466466466466466466L466L466L466J466O466M466J466J466J466L466N466L466L466L466J466O466C466G466F466K466M466L466L466N466L466L466K466L466L466466M466M466M466O466H466K466L466L466N466466N466466L466466L466466L466L466466466L466N466N466O466O466J466K466M466M466466466O466O466O466466K466466466O466M466N466466466N466L466J466K466L466L466L466466L466466L466N466N466H466K466M466MMMrB   rM  clipllamallama4decifalconbaichuangrokgpt2gptjgptneoxmpt	starcoderrefactbertz
nomic-bertznomic-bert-moezneo-bertzjina-bert-v2bloomstablelmqwenqwen2qwen2moeqwen2vlqwen3qwen3moephi2phi3phimoeplamo	codeshellorion	internlm2minicpmminicpm3gemmagemma2gemma3
starcoder2rwkv6
rwkv6qwen2rwkv7arwkv7mambaxversez	command-rcohere2dbrxolmoolmo2olmoeopenelmarcticdeepseek	deepseek2chatglmglm4bitnett5	t5encoderjaisnemotronexaonegranite
granitemoe	chameleonzwavtokenizer-decplm
bailingmoedots1arceezdict[MODEL_ARCH, str]MODEL_ARCH_NAMESmlpldpldpv2	resamplerr   qwen2vl_mergerz dict[VISION_PROJECTOR_TYPE, str]VISION_PROJECTOR_TYPE_NAMES
token_embdtoken_embd_normtoken_typesposition_embdoutput_normoutput
rope_freqsrope_factors_longrope_factors_shortzblk.{bid}.attn_normzblk.{bid}.attn_norm_2zblk.{bid}.attn_qkvzblk.{bid}.attn_qzblk.{bid}.attn_kzblk.{bid}.attn_vzblk.{bid}.attn_outputzblk.{bid}.attn_rot_embdzblk.{bid}.attn_q_normzblk.{bid}.attn_k_normzblk.{bid}.attn_output_normzblk.{bid}.post_attention_normzblk.{bid}.ffn_gate_inpzblk.{bid}.ffn_gate_inp_shexpzblk.{bid}.ffn_normzblk.{bid}.post_ffw_normzblk.{bid}.ffn_gatezblk.{bid}.ffn_downzblk.{bid}.ffn_upzblk.{bid}.ffn_gate_shexpzblk.{bid}.ffn_down_shexpzblk.{bid}.ffn_up_shexpzblk.{bid}.ffnzblk.{bid}.ffn_norm_expszblk.{bid}.ffn_gate_expszblk.{bid}.ffn_down_expszblk.{bid}.ffn_up_expszblk.{bid}.exp_probs_bzblk.{bid}.layer_output_normzblk.{bid}.ssm_inzblk.{bid}.ssm_conv1dzblk.{bid}.ssm_xzblk.{bid}.ssm_dtzblk.{bid}.ssm_azblk.{bid}.ssm_dzblk.{bid}.ssm_outzblk.{bid}.time_mix_w0zblk.{bid}.time_mix_w1zblk.{bid}.time_mix_w2zblk.{bid}.time_mix_a0zblk.{bid}.time_mix_a1zblk.{bid}.time_mix_a2zblk.{bid}.time_mix_v0zblk.{bid}.time_mix_v1zblk.{bid}.time_mix_v2zblk.{bid}.time_mix_g1zblk.{bid}.time_mix_g2zblk.{bid}.time_mix_k_kzblk.{bid}.time_mix_k_azblk.{bid}.time_mix_r_kzblk.{bid}.time_mix_lerp_xzblk.{bid}.time_mix_lerp_kzblk.{bid}.time_mix_lerp_vzblk.{bid}.time_mix_lerp_rzblk.{bid}.time_mix_lerp_gzblk.{bid}.time_mix_lerp_fusedzblk.{bid}.time_mix_lerp_wzblk.{bid}.time_mix_firstzblk.{bid}.time_mix_decayzblk.{bid}.time_mix_decay_w1zblk.{bid}.time_mix_decay_w2zblk.{bid}.time_mix_keyzblk.{bid}.time_mix_valuezblk.{bid}.time_mix_receptancezblk.{bid}.time_mix_gatezblk.{bid}.time_mix_lnzblk.{bid}.time_mix_outputzblk.{bid}.channel_mix_lerp_kzblk.{bid}.channel_mix_lerp_rzblk.{bid}.channel_mix_keyz blk.{bid}.channel_mix_receptancezblk.{bid}.channel_mix_valuezblk.{bid}.attn_q_azblk.{bid}.attn_q_bzblk.{bid}.attn_kv_a_mqazblk.{bid}.attn_kv_bzblk.{bid}.attn_k_bzblk.{bid}.attn_v_bzblk.{bid}.attn_q_a_normzblk.{bid}.attn_kv_a_normzblk.{bid}.attn_sub_normzblk.{bid}.ffn_sub_normzdec.blk.{bid}.attn_normzdec.blk.{bid}.attn_qzdec.blk.{bid}.attn_kzdec.blk.{bid}.attn_vzdec.blk.{bid}.attn_ozdec.blk.{bid}.attn_rel_bzdec.blk.{bid}.cross_attn_normzdec.blk.{bid}.cross_attn_qzdec.blk.{bid}.cross_attn_kzdec.blk.{bid}.cross_attn_vzdec.blk.{bid}.cross_attn_ozdec.blk.{bid}.cross_attn_rel_bzdec.blk.{bid}.ffn_normzdec.blk.{bid}.ffn_gatezdec.blk.{bid}.ffn_downzdec.blk.{bid}.ffn_upzdec.output_normzenc.blk.{bid}.attn_normzenc.blk.{bid}.attn_qzenc.blk.{bid}.attn_kzenc.blk.{bid}.attn_vzenc.blk.{bid}.attn_ozenc.blk.{bid}.attn_rel_bzenc.blk.{bid}.ffn_normzenc.blk.{bid}.ffn_gatezenc.blk.{bid}.ffn_downzenc.blk.{bid}.ffn_upzenc.output_normclsz
cls.outputconv1dzconvnext.{bid}.dwzconvnext.{bid}.normzconvnext.{bid}.pw1zconvnext.{bid}.pw2zconvnext.{bid}.gammazposnet.{bid}.conv1zposnet.{bid}.conv2zposnet.{bid}.normzposnet.{bid}.norm1zposnet.{bid}.norm2zposnet.{bid}.attn_normzposnet.{bid}.attn_qzposnet.{bid}.attn_kzposnet.{bid}.attn_vzposnet.{bid}.attn_outputzmm.{bid}zmm.model.fczmm.model.mlp.{bid}zmm.model.peg.{bid}zv.class_embdzv.patch_embdzv.position_embdzv.blk.{bid}.attn_qzv.blk.{bid}.attn_q_normzv.blk.{bid}.attn_kzv.blk.{bid}.attn_k_normzv.blk.{bid}.attn_vzv.blk.{bid}.ln1zv.blk.{bid}.attn_outzv.blk.{bid}.attn_out_normzv.blk.{bid}.ln2zv.blk.{bid}.ffn_upzv.blk.{bid}.ffn_gatezv.blk.{bid}.ffn_downzv.blk.{bid}.ls1zv.blk.{bid}.ls2zv.pre_lnz	v.post_lnzmm.input_projectionzmm.input_normzmm.soft_emb_normzresampler.pos_embd_kzresampler.attn.qzresampler.attn.kzresampler.attn.vzresampler.attn.outzresampler.kvzresampler.ln_kvzresampler.ln_postzresampler.ln_qzresampler.projzresampler.queryzv.token_embd.img_breakzmm.patch_mergerza.position_embdza.conv1d.{bid}za.pre_lnz	a.post_lnza.blk.{bid}.attn_qza.blk.{bid}.attn_kza.blk.{bid}.attn_vza.blk.{bid}.ln1za.blk.{bid}.attn_outza.blk.{bid}.ln2za.blk.{bid}.ffn_upza.blk.{bid}.ffn_gateza.blk.{bid}.ffn_downzmm.a.mlp.{bid}zmm.a.fczmm.a.norm_prezmm.a.norm_midzdict[MODEL_TENSOR, str]TENSOR_NAMESz$dict[MODEL_ARCH, list[MODEL_TENSOR]]MODEL_TENSORSMODEL_TENSOR_SKIPc                  &    e Zd ZdZdZdZdZdZdZdS )	TokenType   r
   r            N)	r   r   r   NORMALUNKNOWNCONTROLUSER_DEFINEDUNUSEDBYTErA   rB   rC   rg  rg  v  s,        FGGLFDDDrB   rg  c                      e Zd ZdZdZdZdZdS )RopeScalingTypenonelinearyarnlongropeN)r   r   r   NONELINEARYARNLONGROPErA   rB   rC   rs  rs    s"        DFDHHHrB   rs  c                  "    e Zd ZdZdZdZdZdZdS )PoolingTyper   rh  r
   r   ri  N)r   r   r   rx  MEANr  LASTRANKrA   rB   rC   r}  r}    s'        DDCDDDDrB   r}  c                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d S )!GGMLQuantizationTyper   rh  r
   r   rk        	   
                                                               "   #   N)"r   r   r   F32F16Q4_0Q4_1Q5_0Q5_1Q8_0Q8_1Q2_KQ3_KQ4_KQ5_KQ6_KQ8_KIQ2_XXSIQ2_XSIQ3_XXSIQ1_SIQ4_NLIQ3_SIQ2_SIQ4_XSI8I16I32I64F64IQ1_MBF16TQ1_0TQ2_0rA   rB   rC   r  r    s        CCDDDDDDDDDDDDGFGEFEEFBCCCCEDEEEErB   r  c                      e Zd ZdZdZdS )ExpertGatingFuncTyperh  r
   N)r   r   r   SOFTMAXSIGMOIDrA   rB   rC   r  r    s        GGGGrB   r  c                      e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"S )#LlamaFileTyper   rh  r
   r   r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r     r	   $   %   i   N)$r   r   r   ALL_F32
MOSTLY_F16MOSTLY_Q4_0MOSTLY_Q4_1MOSTLY_Q8_0MOSTLY_Q5_0MOSTLY_Q5_1MOSTLY_Q2_KMOSTLY_Q3_K_SMOSTLY_Q3_K_MMOSTLY_Q3_K_LMOSTLY_Q4_K_SMOSTLY_Q4_K_MMOSTLY_Q5_K_SMOSTLY_Q5_K_MMOSTLY_Q6_KMOSTLY_IQ2_XXSMOSTLY_IQ2_XSMOSTLY_Q2_K_SMOSTLY_IQ3_XSMOSTLY_IQ3_XXSMOSTLY_IQ1_SMOSTLY_IQ4_NLMOSTLY_IQ3_SMOSTLY_IQ3_MMOSTLY_IQ2_SMOSTLY_IQ2_MMOSTLY_IQ4_XSMOSTLY_IQ1_MMOSTLY_BF16MOSTLY_TQ1_0MOSTLY_TQ2_0GUESSEDrA   rB   rC   r  r    s        GJKK KKKKMMMMMMMKNMMMNLMLLLLMLK LLGGGrB   r  c                      e Zd ZdZdZdS )
GGUFEndianr   rh  N)r   r   r   LITTLEBIGrA   rB   rC   r  r    s        F
CCCrB   r  c                  Z    e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZedd            ZdS )GGUFValueTyper   rh  r
   r   ri  rj  rk  r  r  r  r  r  r  valr   returnc                   t          | t          t          t          f          rt          j        S t          | t                    rt          j        S t          | t                    rt          j	        S t          | t                    rt          j        S t          | t                    rt          j        S t          dt          |                      )NzUnknown type: )
isinstancestrbytes	bytearrayr  STRINGlistARRAYfloatFLOAT32boolBOOLintINT32
ValueErrortype)r  s    rC   get_typezGGUFValueType.get_type  s    cC	233 	; ''T"" 
	; &&U## 	; ((T"" 	; %%S!! 	; && 9d3ii99:::rB   N)r  r   r  r  )r   r   r   UINT8INT8UINT16INT16UINT32r  r  r  r  r  UINT64INT64FLOAT64staticmethodr  rA   rB   rC   r  r    ss        EDFEFEGDFEFEG; ; ; \; ; ;rB   r  c                  6    e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdS )VisionProjectorTyper1  idefics3pixtralr  rV  zqwen2.5vl_mergerultravoxinternvlqwen2azqwen2.5oN)r   r   r   r"  IDEFICS3PIXTRALr   r  QWEN25VLULTRAVOXINTERNVLQWEN2AQWEN25OrA   rB   rC   r	  r	  
	  s@        FHGFG!HHHFGGGrB   r	     )rh  ri  )rh  r
   )r	   r  )r	   r  )r	   r  )r	   r  )r	   r  )r	   (   ri  r  r  r  @   )rh  rh  )rh  r  )r  6   )r  B   z+dict[GGMLQuantizationType, tuple[int, int]]GGML_QUANT_SIZESN(  
__future__r   enumr   r   r   typingr   
GGUF_MAGICGGUF_VERSIONGGUF_DEFAULT_ALIGNMENTGGML_QUANT_VERSIONr   r   r   rE  rM  r   r   r   r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rQ  __annotations__rF  rG  rH  rI  rJ  rK  rW  rN  rO  rP  rQ  rS  rR  rT  rU  rV  r\  r]  rZ  rW  rX  rY  r[  r`  rr  rs  r^  r_  ra  rb  rc  rd  re  rf  rg  rh  rn  ro  rp  ri  rj  rk  rl  rm  rq  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  rc  rd  re  rg  rs  r}  r  r  r  r  r  r	  QK_Kr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  rD   r   KEY_GENERAL_ARCHITECTUREr    KEY_GENERAL_QUANTIZATION_VERSIONr   KEY_GENERAL_ALIGNMENTr   KEY_GENERAL_NAMEr   KEY_GENERAL_AUTHORr#   KEY_GENERAL_URLr   KEY_GENERAL_DESCRIPTIONr    KEY_GENERAL_LICENSEr'   KEY_GENERAL_SOURCE_URLr   KEY_GENERAL_FILE_TYPErf   rG   KEY_VOCAB_SIZErH   KEY_CONTEXT_LENGTHrI   KEY_EMBEDDING_LENGTHrK   KEY_BLOCK_COUNTrM   KEY_FEED_FORWARD_LENGTHrP   KEY_USE_PARALLEL_RESIDUALrQ   KEY_TENSOR_DATA_LAYOUTr   ri   KEY_ATTENTION_HEAD_COUNTrj   KEY_ATTENTION_HEAD_COUNT_KVrk   KEY_ATTENTION_MAX_ALIBI_BIASrl   KEY_ATTENTION_CLAMP_KQVro   KEY_ATTENTION_LAYERNORM_EPSrp   KEY_ATTENTION_LAYERNORM_RMS_EPSr   r   KEY_ROPE_DIMENSION_COUNTr   KEY_ROPE_FREQ_BASEr   KEY_ROPE_SCALING_TYPEr   KEY_ROPE_SCALING_FACTORr   KEY_ROPE_SCALING_ORIG_CTX_LENr   KEY_ROPE_SCALING_FINETUNEDr   r   KEY_SSM_CONV_KERNELr   KEY_SSM_INNER_SIZEr   KEY_SSM_STATE_SIZEr   KEY_SSM_TIME_STEP_RANKr   KEY_SSM_DT_B_C_RMSr   r   KEY_TOKENIZER_MODELr   KEY_TOKENIZER_PREr   KEY_TOKENIZER_LISTr   KEY_TOKENIZER_TOKEN_TYPEr   KEY_TOKENIZER_SCORESr   KEY_TOKENIZER_MERGESr   KEY_TOKENIZER_BOS_IDr   KEY_TOKENIZER_EOS_IDr   KEY_TOKENIZER_EOT_IDr   KEY_TOKENIZER_EOM_IDr   KEY_TOKENIZER_UNK_IDr   KEY_TOKENIZER_SEP_IDr   KEY_TOKENIZER_PAD_IDr   KEY_TOKENIZER_MASK_IDr   KEY_TOKENIZER_HF_JSONr   KEY_TOKENIZER_RWKVr   KEY_TOKENIZER_FIM_PRE_IDr   KEY_TOKENIZER_FIM_SUF_IDr   KEY_TOKENIZER_FIM_MID_IDr   KEY_TOKENIZER_FIM_PAD_IDr   KEY_TOKENIZER_FIM_REP_IDr   KEY_TOKENIZER_FIM_SEP_IDr   KEY_TOKENIZER_PREFIX_IDr   KEY_TOKENIZER_SUFFIX_IDr   KEY_TOKENIZER_MIDDLE_IDrA   rB   rC   <module>r`     sM?   " " " " " " " $ $ $ $ $ $ $ $ $ $       $
  tB tB tB tB tB tB tB tBv       G G G G G G G GT    G   D" D" D" D" D"7 D" D" D"NH+H+H+ H+ O	H+
 H+ H+ OH+ OH+ OH+ H+ NH+ H+ H+ OH+ H+  !1!H+" #H+ H+$ %H+& 'H+( )H+* O+H+, -H+. /H+0 1H+2 3H+4 5H+6 O7H+8 O9H+: ;H+< =H+> ?H+@ AH+B CH+D EH+ H+ H+F GH+H IH+J KH+L MH+N OH+P QH+R SH+T UH+V WH+X YH+Z [H+\ ]H+^ _H+` OaH+b OcH+d eH+f gH+ H+ H+h iH+j kH+l mH+n oH+p qH+r OsH+t uH+v MwH+x yH+z O{H+| }H+~ H+@ AH+B CH+D EH+F !3GH+H NIH+ H+J OH+ H+  H H H HV UUW#["Y %5 XA     E)LE) ,=E) ME) O	E)
 ME) HE) LE) ",?E) #,@E) ,AE) ,CE) ,@E) ,>E) ,>E) ,>E)  ,C!E)" ,E#E) E)$ ,C%E)& ,C'E)( ,H)E)* ,K+E), ,D-E). #,J/E)0 ,@1E)2 ,@3E)4 ,E5E)6 ,@7E)8 ,@9E): ,>;E)< ,F=E)> ,F?E)@ ,DAE)B OCE)D ,EEE) E) E)F ,EGE)H ,EIE)J ,CKE)L  ,CME)N ,IOE)P ,>QE)R ,BSE)T ,=UE)V ,>WE)X ,=YE)Z ,=[E)\ ,?]E)^ ,C_E)` ,CaE)b ,CcE)d ,CeE)f ,CgE) E) E)h ,CiE)j ,CkE)l ,CmE)n ,CoE)p ,CqE)r ,CsE)t ,DuE)v ,DwE)x ,DyE)z  ,G{E)|  ,G}E)~  ,GE)@  ,GAE)B  ,GCE)D $,KEE)F  ,GGE)H ,FIE) E) E)J ,FKE)L ",IME)N ",IOE)P ,DQE)R ,FSE)T $,KUE)V ,EWE)X ,CYE)Z  ,G[E)\ #,J]E)^ #,J_E)`  ,GaE)b ',NcE)d ",IeE)f ,@gE)h ,@iE)j ,EkE) E) E)l ,AmE)n ,@oE)p ,@qE)r ,EsE)t ,FuE)v ,EwE)x ,DyE)z ,E{E)| ,B}E)~ ,BE)@ ,BAE)B ,BCE)D ,FEE)F $,KGE)H !,HIE)J !,HKE)L !,HME) E) E)N #,HOE)P %,LQE)R ,DSE)T ,DUE)V ,DWE)X ,BYE)Z  ,=[E)\ ,E]E)^ ,B_E)` ,BaE)b ,BcE)d ,BeE)f ,FgE)h ,DiE)j ,DkE)l ,DmE)n ,BoE) E) E)p  ,=qE)r EsE)t LuE)v HwE)x ,?yE)z ,A{E)| ,@}E)~ ,@E)@ ,BAE)B ,@CE)D ,@EE)F ,?GE)H ,@IE)J ,@KE)L !,DME)N ,AOE)P ,AQE) E) E)R ,ASE)T  ,FUE)X JYE)Z M[E)\ ,@]E)^ ,@_E)` NaE)b !NcE)d ,=eE)f ,@gE)h ",EiE)j ,@kE)l ",EmE)n ,@oE)p !,=qE)r ,BsE)t ",GuE) E) E)v %,=wE)x ,@yE)z ,B{E)| ,B}E)~  ,=E)@  ,=AE)B JCE)D KEE)F ,AGE)H OIE)J #,>KE)L $,BME)N  ,>OE)P  ,>QE)R  ,>SE)T ",@UE)V NWE) E) E)X !,=YE)Z #,?[E)\  ,<]E)^ ,<_E)` ,=aE)b %,DcE)d ",=eE)h ,=iE)j ,<kE)l JmE)n KoE)p ,@qE)r ,@sE)t ,@uE)v !,=wE)x ,ByE)z ",={E) E)| ,@,B,B,<IOOIE) E) E E E ENn7 :: : 	!: 	!	:
 	#: 	%: 	#: 	%: 	!: 	&: 	!: 	&: 	!: 	!: 	&:  	)!:" 	!#:$ 	#%:& 	#':( 	$):* 	$+:, 	-:. 	 /:0 	"1:2 	"3:4 	'5:6 	(7:8 	$9:: 	$;:< 	$=:> 	&?:@ 	 A:B 	%C:D 	'E:F 	$G:H 	"I:J 	#K:L 	)M:N 	&O:R 	#S:T 	!U:V 	W:X 	 Y:Z 	![:\ 	!]:^ 	!_:` 	%a:b 	!c:d 	&e:f 	!g:h 	#i:j 	#k:l 	m:n 	 o:p 	"q:r 	"s:n7x  "!!!%yn7`  "!!!##!+an7N O "!!!%On7v O ""!!!#)wn7b  
cn7x   
yn7N  "On7n  on7F O$  "#!Gn7j $  "#kn7F $  "!!# Gn7f $gn7~ $  "  #!n7b N   cn7@	 O A	n7X	  Y	n7 n7t	 $ u	n7L
    M
n7n
 O "o
n7J  Kn7h  in7D  !!!'##!#En7j    kn7L    !!!Mn7n  "on7L O Mn7d O en7@ O &'An7`  &'!!!!an7D  "En7^  "_n7~  "n7\  &'"!!!)]n7 n7 n7H  &'""##In7n  on7H  #!"In7f    #!"!gn7J  "Kn7h $    $$$$$$(##&&!#(" $''$+&=in7h    $$$$$$(##&&!#(" $7in7b $  (           !!!!#( $'$&;cn7` $ (           !!!!#( $;an7^  _n7x  "yn7X    Yn7t  un7L O "!!!Mn7f O
gn7|  #  "}n7\    !!!]n7 n7 n7~    n7X  "!!!!'Yn7B  "!!!##!+Cn7p  ""#"!!!##!$9qn7l N "#mn7H  In7f O #"gn7H   "!I n7f  M"!#(%%%')!!!$"!#!!!$=g n7f! "!#!!!$g!n7D" O E"n7\"  "]"n7z"  "{"n7Z#  [#n7v#  !!!#!#!w#n7Z$    [$n7z$ $ "!!# !! !!%"""$)"{$n7 n7f%  !!!##!#&    $!!#!#!-0  "}&n7 n7 n n n nd' " O" " O" " " " " " "  " a3;  3 3 3 3t           d       '       7   D    7   (  (  (  (  ( G (  (  ( V       
; ; ; ; ;G ; ; ;@
 
 
 
 
 
 
 
  A& A& A , A "2	 A
 "2 A "6 A , A "2 A 3
(:TQY(F"G A 3DAI	(AB(F"G A 3	(9B(>"? A 3	(9DAI(E(J"K A 3DAI	(ADBJ(N"O A 3D419(<"= A  3DAI"6 A  3DAI
(B"C! A"  3DAI	(A"B# A$ 3DAI
(B"C,3DAI	(ADBJ(NQR(R"S3DAI
(B"C3	(9DBJ(F"G&&&&&3	DBJ(>$"*(L"M&"3-? A  A         L $(<#< #'<#D  #'<#9 #'<#4 #'<#6 #'<#3#'<#; #'<#7 #'<#: #'<#9  !H/ H3  H5  H0 H8  H:  H7  #'."; "&."> "&."? "&.": "&."> "&."B  !%	 9  $	 3  $	 6  $	 8  $	 >  $	 ;  - , , 0 ,   >/ >- >. >4 >0 >0 >0 >0 >0 >0 >0 >0 >0 >1 >1 >. >4 >4 >4 >4 >4 >4   >3 >3 >3   rB   