.`iIUddlZddlmZddlmZddlmZmZddlm Z ddl m Z ddl m Z mZmZddlZddlmZdd lmZdd lmZmZdd lmZdd lmZmZdd lmZddlmZ ddl!m"Z"ddl#m$Z$ddl%m&Z&ddl'm(Z(ddl)m*Z*m+Z+m,Z,m-Z-ddl.m/Z/m0Z0m1Z1m2Z2m3Z3 ddl4m5Z5n#e6$r ddl4m7Z5YnwxYwe"j8rddl9m:Z:nddlm:Z:dZ;e$e<Z=Gdde>Z?e?diddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d3d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRZ@e>eAeBefeCdS<dTdUiZDe>eAeAfeCdV<dWdXidYdZidWdXid[ZEe>eAe>eAe ffeCd\<d]e>eAe fd^eFfd_ZGGd`dae(ZHGdbdce(ZIeHeIddZJe>eAeBe(feCde<edfZKdgeAd^e(fdhZLdgeAfdiZMdjedkeNd^dfdlZOdjed^dfdmZPd]e>eAe fd^dfdnZQdjed^eFfdoZRdjed^eFfdpZSdjed^eFfdqZTdjed^eUfdrZVdjed^eFfdsZWdjed^eFfdtZXdue>eAe fdveAfdwZYdjed^efdxZZ ddyeAdzeAdzd{eFd|eAdzd}e>eAe fdzd^e[eAeAdze>eAe fdzff d~Z\ ddyeAe zd{eFd|eAdzdeAdzdgeAeKzde>eAe fdzdeegefdzd^efdZ]e ddyeAd|eAdzd^e>eAe fdzfdZ^deAfdZ_e ddyeAe zd|eAdzfdZ`ddZa ddyeAe zdeFeAzdzd|eAdzd^e>eAe ffdZbdjefdZc ddyeAd{eFd|eAdzdgeAeKzd^edzf dZddddyeAd|eAdzfdZe ddeAejfzd{eFd|eAdzd^e>eAe fdzfdZge ddyeAe zd|eAdzd^ehe>eAe fdzfdZidddyeAd|eAdzd^e>eAe ffdZjd^e>fdZkd^eUfdZldS)N)Callable)asdict)cachepartial)version)Path)AnyLiteral TypeAlias)get_safetensors_metadata)Version)GenerationConfigPretrainedConfig)get_image_processor_config)!MODEL_FOR_CAUSAL_LM_MAPPING_NAMESMODEL_MAPPING_NAMES)get_tokenizer_config) CONFIG_NAME)envs) init_logger)parse_safetensors_file_metadata)ConfigParserBase)check_gguf_fileis_ggufis_remote_ggufsplit_remote_gguf)file_or_path_existsget_hf_file_to_dictlist_repo_filestry_get_local_file with_retry)ALLOWED_ATTENTION_LAYER_TYPES)ALLOWED_LAYER_TYPES) AutoConfig params.jsonceZdZfdZxZS)LazyConfigDictctt|x}tr|Sddlmcm}t||S)Nr) isinstancesuper __getitem__typevllm.transformers_utils.configstransformers_utilsconfigsgetattr)selfkeyvaluer0 __class__s r/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/transformers_utils/config.pyr,zLazyConfigDict.__getitem__@s\ uww223777e > > L999999999w&&&)__name__ __module__ __qualname__r, __classcell__)r5s@r6r(r(?s8'''''''''r7r(afmoe AfmoeConfigbagel BagelConfigchatglm ChatGLMConfigdeepseek_vl_v2DeepseekVLV2Config deepseek_v32DeepseekV3Config flex_olmoFlexOlmoConfig hunyuan_vlHunYuanVLConfigisaac IsaacConfig kimi_linearKimiLinearConfigkimi_vl KimiVLConfigkimi_k25 KimiK25Config RefinedWebRWConfigRefinedWebModeljais JAISConfigmlp_speculatorMLPSpeculatorConfigmedusa MedusaConfig midashenglmMiDashengLMConfigeagle EAGLEConfig speculatorsSpeculatorsConfignemotronNemotronConfigolmo3 Olmo3Configovis OvisConfigultravoxUltravoxConfigstep3_vl Step3VLConfig step3_textStep3TextConfig qwen3_nextQwen3NextConfiglfm2_moe Lfm2MoeConfigtarsier2Tarsier2Config_CONFIG_REGISTRY llm_config text_config_CONFIG_ATTRS_MAPPINGhas_no_defaults_at_initTattn_implementationeager) internvl_chatLlama_Nemotron_Nano_VLNVLM_D_AUTO_CONFIG_KWARGS_OVERRIDESrope_parametersreturnc||sdSt|tS)z2Check if rope_parameters is nested by layer types.F)setkeysissubsetr#)r~s r6is_rope_parameters_nestedrss: u ##%% & & / /0M N NNr7c ReZdZ ddeezdededzdedzdeeeff dZ dS) HFConfigParserNmodeltrust_remote_coderevision code_revisionrc Ttjj|d<tj|f|||d|\}}|d}||ddn|}|ddx} | d|}|tvr t|} | j|f|||d|} nb t||}tj|f|||d|} n9#t$r,} |s#d t| vrd } t| | | d} ~ wwxYwt| } || fS) Nlocal_files_only)rrr model_typespeculators_configr_ hf_overrides)r)rrrz.requires you to execute the configuration filezFailed to load the model config. If the model is a custom model not yet available in the HuggingFace transformers library, consider setting `trust_remote_code=True` in LLM or using the `--trust-remote-code` flag in the CLI.)huggingface_hub constantsHF_HUB_OFFLINErget_config_dictgetpoprsfrom_pretrained _maybe_update_auto_config_kwargsr% ValueErrorstr RuntimeError_maybe_remap_hf_config_attrs)r2rrrrkwargs config_dict_rr config_classconfigeerr_msgs r6parsezHFConfigParser.parse|s&5%>%M!")9  '/       Q!__\22  ??#788D   #JJ~t<< z-MistralConfigParser.parse..s4"""%/$6  EE EN M: DL L M%6#n:M:MMO(?:K"""-"""F %)n)E)Et$L$LF !F""sA A+*A+rrrr7r6rrs| $$( /#/#Tz/# /#* /# Tz /# t%% &/#/#/#/#/#/#r7r)hfmistral_CONFIG_FORMAT_TO_CONFIG_PARSER)autorr config_formatcb|tvrtd|dt|S)z0Get the config parser for a given config format.zUnknown config format `z`.)rr)rs r6get_config_parserrs9;;;D=DDDEEE *= 9 ; ;;r7cfd}|S)a]Register a customized vllm config parser. When a config format is not supported by vllm, you can register a customized config parser to support it. Args: config_format (str): The config parser format name. Examples: >>> from vllm.transformers_utils.config import (get_config_parser, register_config_parser) >>> from vllm.transformers_utils.config_parser_base import ConfigParserBase >>> >>> @register_config_parser("custom_config_parser") ... class CustomConfigParser(ConfigParserBase): ... def parse( ... self, ... model: Union[str, Path], ... trust_remote_code: bool, ... revision: str | None = None, ... code_revision: str | None = None, ... **kwargs, ... ) -> tuple[dict, PretrainedConfig]: ... raise NotImplementedError >>> >>> type(get_config_parser("custom_config_parser")) ctvrtd|t|tst d|t<td||S)Nz_Config format `%s` is already registered, and will be overwritten by the new parser class `%s`.z;The config parser must be a subclass of `ConfigParserBase`.z5Registered config parser `%s` with config format `%s`)rloggerwarning issubclassrrinfo)config_parser_clsrs r6_wrapperz(register_config_parser.._wrapper s ; ; ; NN<!     +-=>> M :K' 6 C     ! r7r)rrs` r6register_config_parserrs#8!!!!!( Or7r default_thetacdt|dd ddi|_d|jvr ||jd<dSdS)zSome models may have no rope_theta in their config but still use RoPE. This function sets a default rope_theta if it's missing.r~N rope_typedefault rope_theta)r1r~)rrs r6set_default_rope_thetar7sMv($//7"-y!96111/<|,,,21r7cddlm}ddg}|||dd}gd}|||dd}t|d d}tt d td kr_t|d dx}||_|||t|d ds ddi|_| ||jd<| ||jd<| ||jd <nM|t|d dr:|||_|||_|| t|d ddSt|jr-|j D]}t|dSt|jdS)z)Provide backwards compatibility for RoPE.r) getattr_iterrrotary_emb_baseNT)warn)partial_rotary_factor rotary_pctrotary_emb_fraction original_max_position_embeddings transformersz 5.0.0.dev0 rope_scalingr~rrr) vllm.config.utilsrr1r rr~rrstandardize_rope_params validate_ropervaluespatch_rope_parameters_dict)rrnamesrromperrope_parameters_layer_types r6patch_rope_parametersr@s......, -EfeT===J J J JE(L4HHH 6=t D DDw~&&''',*?*???#FNDAA AL N%1F "  "$0&"3T:: &19%=F "  !3=F "< 0 ,>SF "#: ;  IMF "#E F  763Dd#K#K   ! *F  ,+@F (&&(((v($//7!!788;*0*@*G*G*I*I C C & &'A B B B B C C #6#9:::::r7cd|vrId|vrE|d}|d}|dkr|dks |dkr|dkrn||krtd|d|d d|vr)d|vr%|d|d<td d|vrtd |ddkr!d|d<td dS|ddkr4d |vrtdd|d<tddSdS)Nrr-sulongropemroperz#Found conflicts between 'rope_type=z' (modern field) and 'type=z6' (legacy field). You should only specify one of them.z,Replacing legacy 'type' key with 'rope_type'z-rope_parameters should have a 'rope_type' keyz/Replacing legacy rope_type 'su' with 'longrope' mrope_sectionzDLegacy rope_type 'mrope' requires 'mrope_section' in rope_parametersz1Replacing legacy rope_type 'mrope' with 'default')rrrr)r~rrope_type_legacys r6rrts}o%%&O*C*C#K0 *62  $ $j)@)@  ' 'I,B,B  * * *7i77$4777  /))f.G.G'6v'> $ BCCC/))HIII{#t++'1 $HIIIII  % 0 0 / 1 1V (1 $JKKKKK 1 0r7c4t|dd}|dSd|vS)Nr~Frr1)rr~s r6 _uses_mropers*f&7>>Ou o --r7ct|p/t|pt|S)z1Detect if the model with this config uses M-ROPE.)rget_text_configthinker_uses_mropers r6 uses_mropers@ F & v--// 0 0 & f % %r7ctt|dd}|dSt|dd}|dSt|S)zADetect if the model contains a thinker config and it uses M-ROPE.thinker_configNFru)r1r)rrthinker_text_configs r6rrsKV%5t<"""6>488Lq,%%'*:l*J*J%&67  %*^T*J*J %~&& & 1r7cvdtdtfd}||p||S)zCDetect if the model with this config is used as an encoder/decoder.rrc$t|ddS)Nis_encoder_decoderFrrs r6_is_encoder_decoderz/is_encoder_decoder.._is_encoder_decodersv3U;;;r7)rrr)rrs r6rrsU<$4<<<<<  v & & W*=*=f>T>T>V>V*W*WWr7c|}t|ddx}r tt|dkSdS)zR Detect if the model with this config is used with interleaved attention. rNrF)rr1rr)rrurs r6is_interleavedrsN((**Kk=$???{)3{##$$q(( 5r7rrcX|tvr |t||S)zI Update kwargs for AutoConfig initialization based on model_type )r}update)rrs r6rrs-222 3J?@@@ Mr7ctD]f\}}t||rQt||s%||t ||it d||g|S)z4Remap config attributes to match the expected names.z&Remapped config attribute '%s' to '%s')rvitemshasattrrr1rdebug)rold_attrnew_attrs r6rrs399;;WW( 68 $ $ W68,, E x)B)BCDDD LLA8X V V V Mr7r tokenizerrrvllm_speculative_configc t|r,t|j|d<t|j}n3t |r"t |\}}t|}nd}t jj|d<tj ||n|f||d|\} }| d} | |||fSddl m } | | } || d <| d d } | x}}||| fS) a! Resolve model configuration when speculators are detected. Checks if the provided model is a speculators model and if so, extracts the target model configuration and builds the speculative config. Args: model: Model name or path tokenizer: Tokenizer name or path trust_remote_code: Whether to trust remote code revision: Model revision vllm_speculative_config: Existing vLLM speculative config Returns: Tuple of (resolved_model, resolved_tokenizer, speculative_config) gguf_fileNr)rrrr)r`)rrverifier name_or_path)rrnameparentrrrrrrrr0vllm.transformers_utils.configs.speculators.baser`extract_vllm_speculative_config)rrrrrrgguf_model_reporepo_idrrrr`speculative_configverifier_models r6maybe_override_with_speculatorsrsJ0u"5kk.{u++,   &u-- w--!0!:!IF %5 (o+  NK %)=>>!i!888SRRRRR*JJK #(w( 3NCN&&EI )/ //r7rrhf_overrides_kwhf_overrides_fnc t|}t|} |rOt|r,t|j|d<t|j}n| rt |\}} |dkr t|t|rd}nq|r| rt|t|rd}nS| rBt|t|s+d} t | t| tdn8#t$r+} d| } t| | d} ~ wwxYwt|}|j|f||||d |\|r*d t"d t$ffd }jdvr |dd|rPjt(vrt+djdt(j}d|gijsSjt0vrtdn*t0j}d|gidd}|"t|d|rt7d||}||_|dd}|dvrft;jds+dt>j d<t!d|n't:j"st#d||r0t$d|||r&t$d||tKtK&tNt"tPf}tSdd}|r"|D]}tKtS| |rtUS)NrrrrraCould not find config.json for remote GGUF model repo. To load remote GGUF model through `:`, ensure your model has config.json (HF format) file. Otherwise please specify --hf-config-path in engine args to fetch config from unquantized hf model.a Could not detect config format for no config file found. With config_format 'auto', ensure your model has either config.json (HF format) or params.json (Mistral format). Otherwise please specify your_custom_config_format in engine args for customized config parser.akInvalid repository ID or local directory specified: '{model}'. Please verify the following requirements: 1. Provide a valid Hugging Face repository ID. 2. Specify a local directory that contains a recognized configuration file. - For Hugging Face models: ensure the presence of a 'config.json'. - For Mistral models: ensure the presence of a 'params.json'. )r)rrrrr3 gguf_defaultcB|vr||idSdS)am Apply GGUF defaults unless explicitly configured. This function reads/writes external `config` and `config_dict`. If the specified `key` is not in `config_dict` (i.e. not explicitly configured and the default HF value is used), it updates the corresponding `config` value to `gguf_default`. N)r)r3r!rrs r6apply_gguf_defaultz&get_config..apply_gguf_defaults5+%% sL122222&%r7> qwen3_moenorm_topk_probTzCan't get gguf config for . architectureszModel config does not have a top-level 'architectures' field: expecting `hf_overrides={'architectures': ['...']}` to be passed in engine args.quantization_configzhf_quant_config.json scale_fmt)ue8m0VLLM_USE_DEEP_GEMM_E8M01zGDetected quantization_config.scale_fmt=%s; enabling UE8M0 for DeepGEMM.zModel config requests UE8M0 (quantization_config.scale_fmt=%s), but VLLM_USE_DEEP_GEMM_E8M0=0 is set; UE8M0 for DeepGEMM disabled.zOverriding HF config with %s sub_configs)+rrrrrrrrMISTRAL_CONFIG_NAMEHF_CONFIG_NAMErerrorr Exceptionformatrrrr rrrrr'rrrrr(ris_setosenviron info_oncer+ warning_oncer rrrrr1(maybe_register_config_serialize_by_value)rrrrrrrr_is_gguf_is_remote_ggufrrr error_message config_parserr#rr(r) SubConfigsr- sub_configrrs @@r6 get_configr?)su~~H$U++O 0 5 ! ! 0"&u++"2F; KK&EE  0)//HE1. 3#5*=QQQ  )  ? 7J~888 !% ! )<~*** P W%%% ))) C 3 3 3#f5f!! ]++ 2 3&m44M--- +#$   K7 3C 3s 3 3 3 3 3 3 3   - -  / 6 6 67  $E E EPF?J MM?ZL9 : : :&//*?FF"': %x(("2 "E8  &%8"'++K>>  " ";899 8; 45  7 1 ##7 ' 3_EEE o&&&) 3_EEE ((&!!!&0022333 &6!67J%,V]D%I%IK?% ? ?J !'&*"="= > > > >30222 Ms9B D D:&D55D:mainct|rt|\}}d}d}t|||rt|||}|dStdt d|Dd}tt d|Dd}|rdd lm }m }d |d } t| ||pi} td d |i} | D]H\} } | dur?t| }||vr|| d<"||vr|| d<,td| | I| SdS)a This function gets the pooling and normalize config from the model - only applies to sentence-transformers models. Args: model: The name of the Hugging Face model. revision: The specific version of the model to use. Defaults to 'main'. Returns: A dictionary containing the pooling type and whether normalization is used, or None if no pooling configuration is found. modules.jsonN)r config_namerz2Found sentence-transformers modules configuration.c32K|]}|ddk|VdS)r-z$sentence_transformers.models.PoolingNrritems r6 z%get_pooling_config..s>  F|EEE EEEE  r7c32K|]}|ddk|VdS)r-z&sentence_transformers.models.NormalizeNrrEs r6rGz%get_pooling_config..s>  <#KKKKKKK  r7Fr)SEQ_POOLING_TYPESTOK_POOLING_TYPESz{}/config.jsonpathzFound pooling configuration.use_activationTseq_pooling_typetok_pooling_typezSkipping unrelated field: %r=%r)rrrrrrrrvllm.config.poolerrIrJr2r parse_pooling_typer )rrrmodules_file_name modules_dictpooling normalizerIrJpooling_file_name pooling_dictrr3val pooling_types r6get_pooling_configrYs&e,$U++q&L!2XO++$**,, N NHCd{{1#66 #4441=F-..!%6661=F-..LL!BCMMM 4r7 pooling_namecd|vr|dd}d|vr|ddd}d|vrd}|S)N pooling_mode_rrr lasttokenlast)replacesplitupper)rZs r6rPrP/si,&&#++OR@@  l#))#q11!4 l""     r7cgd}d|D]*}t||| t|||rn+sdt|sC t ||}n#t $rg}YnwxYw|D]}||vrt|||rnsdSt dtfddDrSdS)a Returns the tokenization configuration dictionary for a given Sentence Transformer BERT model. Parameters: - model (str|Path): The name of the Sentence Transformer BERT model. - revision (str, optional): The revision of the m odel to use. Defaults to 'main'. Returns: - dict: A dictionary containing the configuration parameters for the Sentence Transformer BERT model. )zsentence_bert_config.jsonzsentence_roberta_config.jsonzsentence_distilbert_config.jsonzsentence_camembert_config.jsonzsentence_albert_config.jsonz sentence_xlm-roberta_config.jsonzsentence_xlnet_config.jsonN)r file_namerr z3Found sentence-transformers tokenize configuration.c3 K|]}|vV dSNr)rk encoder_dicts r6rGz.ts( J J1  J J J J J Jr7)max_seq_length do_lower_case) r!rr is_absoluter r1rrall)rr!sentence_transformer_config_files config_file repo_filesrCrhs @r6)get_sentence_transformer_tokenizer_configrp<sP$)))%L8 UkH U U U /{E8LLL   U 7 7 9 9  (BBBJJ   JJJ =  Kj((2;xPP E t KKEFFF J J J J&I J J JJJ 4sA++ A:9A:c ddl}d}n#t$rd}YnwxYw ddl}ddlddlddlm}d|ffd }|j|||r9 |ddl m }|r|j |dSdSdS#t$r'}td | Yd}~dSd}~wwxYw) abTry to register HF model configuration class to serialize by value If trust_remote_code is set, and the model's config file specifies an `AutoConfig` class, then the config class is typically an instance of a custom class imported from the HF modules cache. Examples: >>> from transformers import AutoConfig >>> klass = AutoConfig.from_pretrained( ... "meta-llama/Meta-Llama-3-8B", trust_remote_code=True ... ) >>> klass.__class__ # transformers.models.llama.configuration_llama.LlamaConfig >>> import transformers_modules # error, not initialized >>> klass = AutoConfig.from_pretrained( ... "deepseek-ai/DeepSeek-V2.5", trust_remote_code=True ... ) >>> import transformers_modules # success, initialized >>> klass.__class__ # transformers_modules.deepseek-ai.DeepSeek-V2.5.98b11844770b2c3ffc18b175c758a803640f4e77.configuration_deepseek.DeepseekV2Config In the DeepSeek example, the config class is an instance of a custom class that is not serializable by default. This class will not be importable in spawned workers, and won't exist at all on other nodes, which breaks serialization of the config. In this function we tell the cloudpickle serialization library to pass instances of these generated classes by value instead of by reference, i.e. the class definition is serialized along with its data so that the class module does not need to be importable on the receiving end. See: https://github.com/cloudpipe/cloudpickle?tab=readme-ov-file#overriding-pickles-serialization-mechanism-for-importable-constructs rNTF) VllmConfigrc>j|ffSrf)loadsdumps)r cloudpicklepickles r6_reduce_configz@maybe_register_config_serialize_by_value.._reduce_configs!L;#4#4V#<#<">? ?r7)rayzUnable to register remote classes used by trust_remote_code with by-value serialization. This may lead to a later error. If remote code is not needed remove `--trust-remote-code`exc_info)transformers_modules ImportErrormultiprocessingrwrv vllm.configrrreducerregisterregister_pickle_by_valuevllm.v1.executor.ray_utilsryr1rr) r|transformers_modules_availabler~rrrxryrrvrws @@r6r8r8ysB/####)-&& ///).&&&/!  ******  @: @ @ @ @ @ @ @ ((^DDD * O  0 01E F F F 7 6 6 6 6 6 O889MNNNNN O O  O O     ,           s$ A/B CB??Chf_tokenc tjrtSt|rt |j}n!t |rt|\}}t|f||d|S)N)tokenr) rVLLM_USE_MODELSCOPErrrrrrr)rrrrrs r6get_hf_image_processor_configrs vv u,U "   ,$U++q %    4:  r7ct|}||urt|dstd|S)zaGet the "sub" config relevant to llm for multi modal models. No op for pure text models. num_attention_headszThe text_config extracted from the model config does not have `num_attention_heads` attribute. This indicates a mismatch between the model config and vLLM's expectations. Please ensure that the model config is compatible with vLLM.)rr r)rrus r6get_hf_text_configrsP((**K&  >S)T)T  D    r7ct|rdS tj||S#t$r= t ||||}tj|cYS#t$rYYdSwxYwwxYw)Nr )rrr)rrrrr?from_model_config)rrrrrs r6try_get_generation_configrsu~~t/          "3!+ F $5f== = = =   444  s,) A0&AA0 A,'A0+A,,A0r cttt||} t|dS#t$rYdSwxYw)Nr zError retrieving safetensors)rr r"r1)rr get_safetensors_metadata_partials r6try_get_safetensors_metadatarsa (/ %(((($ ,.L    tts ) 77pretrained_model_name_or_pathcJ t|||S#t$rYdSwxYw)N)rr)rr1)rrrs r6try_get_tokenizer_configrsK # )/    tts  ""cr td||}|sdSt|tr|dg}d|D}|sdSg}|D]O}|dd}|r|dnd}t|||}|s5||d<||P|S#t $rYdSwxYw) NrBmodulescDg|]}|ddk|S)r-z"sentence_transformers.models.Dense)r)rms r6rz)try_get_dense_modules..5s4   !%%--3W"W"WA"W"W"Wr7rKr]z /config.jsonz config.jsonfolder)rr*rrappendr1) rrr dense_modules layer_configsmoduler config_path layer_configs r6try_get_dense_modulesr(s %neXFF 4 gt $ $ 1kk)R00G      4 # / /FZZ++F5;NV1111K.{E8LLL %+L "   . . . . ttsB(9B(AB(( B65B6ci}t|x}r"|d}d|D}n:t||}|r'|jx}rd|D}|S)zC Get the safetensors metadata for remote model repository. z *.safetensorsci|]@}|t|D]\}}|| ASr)is_filerr )r file_path param_namers r6 z3get_safetensors_params_metadata..Usp     "" %DI$N$N$T$T$V$V   ! D     r7r cli|]1}|jD]\}}|t|2Sr)tensorsr r)rfile_mtrrs r6rz3get_safetensors_params_metadata..^sY(/(=(=(?(?%JF4LLr7)rexistsglobrfiles_metadatar)rr full_metadata model_pathsafetensors_to_checkrepo_mtfiles_mts r6get_safetensors_params_metadatarJsM5kk! ))++)??  1   /uxHHH  G$:: '00M r7cd}t|||}|td|d|dt|tsJ|S)Nr&zFailed to load mistral 'z' config for model zT. Please check if the model is a mistral-format model and if the config file exists.)rrr*r)rrconfig_file_namers r6rrfst$%&6xHHK .'7 . . . . .   k4 ( ((( ( r7c d} |dd}t|||d}|jx}r|}n3#t$r&}t d|Yd}~nd}~wwxYw|S)NirFr)rrrrz|The params.json file is missing 'max_position_embeddings' and could not get a value from the HF config. Defaulting to 128000rz)rr?rrr1rr)rrrrtrust_remote_code_val hf_confighf_valuers r6rrss% & +> F F3    !0022J J8 /&. #     $           #"sAA A;A66A;rr)NNrNN)r@)rN)Nrrf)mr4collections.abcr dataclassesr functoolsrrimportlib.metadatarpathlibrtypingr r r rr packaging.versionr rrr.transformers.models.auto.image_processing_autor&transformers.models.auto.modeling_autorr*transformers.models.auto.tokenization_autortransformers.utilsrr/vllmr vllm.loggerrvllm.transformers_utils.utilsrconfig_parser_baser gguf_utilsrrrr repo_utilsrrr r!r" transformers.configuration_utilsr#r}r$r modelscoper%r.r8rrr(rsrr-__annotations__rvr}rrrrr ConfigFormatrrfloatrrrrrrintrrrrrrrr?rYrPrpr8rrrrPathLikerrrrrrrr7r6rs  $$$$$$$$$$$$$$&&&&&&**********444444%%%%%%;;;;;;;;UUUUUULKKKKK<<<<<<######IIIIII000000 NNNNNNN(%%%%%%%''''''# X  '''''T'''7En777 -7 -7 O7(' 7 $# 7  7! 7 -7#"7 N7_7z7J7 7)(7 >!7"$##7$ -%7&$#'7( )7* -+7, -7. /70_172! 374! 576_778 97$sD!1223@-)tCH~ 064g>($/<<tCc3h$78OtCH~O$OOOO@#@#@#@#@#%@#@#@#F0#0#0#0#0#*0#0#0#h "FFc40@+A&A!B  N 59 ;0;0 ;0Tz;0;0Dj ;0 "#s(^d2 ;0 3d DcNT1 12;0;0;0;0B $(.-1MQuu :uuDju: u % u #s(^d* u/02BBCdJuuuuup"JJ JDjJ #s(^dJJJJZ  S     .499 :9!$t9999xI I I I \#' :Sj4Dj  #s(^ &/( (.  Dj%   D  Dj(   #&#4  Dj  #s(^d      :Dj $sCx.D H  Dj #s(^ 8 d    ########sB B*)B*