.`i2 ddlZddlmZddlZddlmZddlmZddlmZm Z m Z ddl m Z m Z mZddlmZddlmZmZmZdd lmZdd lmZdd lmZdd lmZmZmZmZm Z dd l!m"Z"m#Z#m$Z$ddl%m&Z&ddl'm(Z(m)Z)ddl*m+Z+ddl,m-Z-Gddej.Z/Gddej.Z0e-dGddeZ1dee2e3ej4fde5e3de2ee2e3ej4fee2e3ej4fffdZ6Gdd e1Z7e-dGd!d"ej.e+Z8d#ej4d$ej4d%e9ddfd&Z:dS)'N)Iterable)nn) RobertaConfig) ModelConfig PoolerConfig VllmConfig) BOSEOSFilterDispatchPoolerPooler)pooler_for_embed)AllPoolpooler_for_token_classifypooler_for_token_embed)VocabParallelEmbedding)DefaultModelLoader)default_weight_loader)TOKEN_TYPE_SHIFTBertEmbeddingModel BertModel_decode_token_type_ids_encode_token_type_ids)AutoWeightsLoader WeightsMapper maybe_prefix)IntermediateTensors) BertWithRopeJinaRobertaModel)SupportsCrossEncoding)default_pooling_typec neZdZdeffd Z d dejdejdejdzdejfdZxZS) RobertaEmbeddingconfigct|j|_t |j|j|_|j|_tj |j |j|j|_ tj |j |j|_tj|j|j|_|dt%j|j ddS)N) padding_idx)eps position_idsr)super__init__ hidden_sizesizer vocab_sizeword_embeddings pad_token_idr%r Embeddingmax_position_embeddingsposition_embeddingstype_vocab_sizetoken_type_embeddings LayerNormlayer_norm_epsregister_buffertorcharange unsqueeze)selfr# __class__s v/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/model_executor/models/roberta.pyr)zRobertaEmbedding.__init__0s & 5  v1  ".#%<  *  ($ $ $  &(\  "F$6& & "f&8f>STTT   L7 8 8 B B1 E E     N input_idsr' inputs_embedsreturnct|}|||}||}||}||z|z}||}|SN)rr-r1r3r4)r:r>r'r?token_type_idsr1r3 embeddingss r<forwardzRobertaEmbedding.forwardFsz 0 ::   00;;M"66|DD $ : :> J J"%::=PP ^^J// r=rB) __name__ __module__ __qualname__rr)r7TensorrE __classcell__r;s@r<r"r"/s }      4.2 <l|d*   r=r"cHeZdZdZdfd ZdejdejfdZxZS) RobertaClassificationHeadz-Head for sentence-level classification tasks. model_configrct|j}|j}t j|j|j||_t j|j|j||_ dS)Ndtype) r(r) hf_config head_dtyperLinearr*dense num_labelsout_proj)r:rNr#rSr;s r<r)z"RobertaClassificationHead.__init__]sp '!, Yv163EZXXX    1    r=xr@c||}tj|}||}|SrB)rUr7tanhrW)r:rXs r<rEz!RobertaClassificationHead.forwardfs4 JJqMM JqMM MM!  r=)rNr) rFrGrH__doc__r)r7rIrErJrKs@r<rMrMZsi77      %,r=rMCLS)seq_pooling_typec eZdZdZdddedeffdZ ddejd ejd e dzd ejdzd ejf d Z ddeded e e zfdZ deeeejffdZxZS)RobertaEmbeddingModelz?A model that uses Roberta to provide embedding functionalities.prefix vllm_configrbczt|||jjj|_dS)Nrcrb)r(r)rNrRr.r%)r:rcrbr;s r<r)zRobertaEmbeddingModel.__init__rs7 [@@@ + 8 B Or=Nr> positionsintermediate_tensorsr?r@cbt|||j|||||S)Nr>r'r%r>rfr?rg)replace_roberta_positionsr%model)r:r>rfrgr?s r<rEzRobertaEmbeddingModel.forwardvsN "iTEU    zz'!5    r=c|jj}t||}t|dddkrt di|dt iSt di|S)Nreposition_embedding_typeabsoluteembedding_class)rNrRdictgetattrrr"r)r:rcrbrRkwargss r< _build_modelz"RobertaEmbeddingModel._build_modelsm ,6 +f=== 97 D D R RHHvHH7GHHH H#--f-- -r=weightsct|}td|D}|rtddi}ntddi}t|dg}|||S) Nc3FK|]\}}|dVdS)roberta.N startswith).0name_s r< z5RobertaEmbeddingModel.load_weights..sC! ! ,3D!DOOJ ' '! ! ! ! ! ! r=ryzmodel.)orig_to_new_prefixr`zlm_head.) skip_prefixesmapper)listanyrr load_weights)r:rv weights_listhas_roberta_prefixrloaders r<rz"RobertaEmbeddingModel.load_weightssG}}  ! ! 7C! ! !     F#z86LMMMFF#r8nEEEF"4 |DDD""<"???r=)NN)r`)rFrGrHr[rstrr)r7rIrrErrrurtuplerrJrKs@r<r_r_ns<IIACPPPzP3PPPPPP<@-1   < < 2D8  |d*       ,68..%./2. \ !....@HU3 3D-E$F@@@@@@@@r=r_ all_weightssecondary_weightsr@cvtj|\}}fdfd|Dfd|DfS)Nc<tfdDS)Nc3BK|]}|VdSrBrz)r|fns r<rz=filter_secondary_weights..filtered..s->>q1<<??>>>>>>r=)r)rrs`r<filteredz*filter_secondary_weights..filtereds(>>>>,=>>>>>>r=c3<K|]\}}|||fVdSrBrqr|rwrs r<rz+filter_secondary_weights..s8 ; ;tq!xx{{ ;QF ; ; ; ; ; ;r=c3<K|]\}}|||fVdSrBrqrs r<rz+filter_secondary_weights..sL>>1axx{{> A>>>>>>r=) itertoolstee)rr all_weights1 all_weights2rs ` @r<filter_secondary_weightsrs|"+{!;!;L,????? < ; ; ;| ; ; ;>>>>'>>> r=cxeZdZdZdddedeffdZdedefd Z d e e ee j fffd ZxZS) BgeM3EmbeddingModelzA model that extends RobertaEmbeddingModel with sparse embeddings. This class supports loading an additional sparse_linear.pt file to create sparse embeddings as described in https://arxiv.org/abs/2402.03216 r`rarcrbczjjj|_j}|j|_|jj|_|jj|_t |ddg|_d|jD|_ fdt|j |jD|_ dS)Nrezsparse_linear.zcolbert_linear.cg|]}|dzS)ptrq)r|rbs r< z0BgeM3EmbeddingModel.__init__..s)' ' ' $FTM' ' ' r=c\g|](\}}tjjjd||g)S)N) model_or_pathrevisionrballow_patterns_overrides)rSourcerNrl)r|filenamerbrcs r<rz0BgeM3EmbeddingModel.__init__..sU " " " !&  %)6<*2     " " " r=) rNrRr*rS bos_token_id eos_token_idr(r)secondary_weight_prefixessecondary_weight_fileszipr)r:rcrbrNr;s ` r<r)zBgeM3EmbeddingModel.__init__s&3=I"/ &1(2?(2? [@@@*:.s@,2''r= weight_loader) rrr(rrrnamed_parametersrrsr) r:r secondaryrv params_dict loaded_weightparamrr}r;s @r<rz BgeM3EmbeddingModel.load_weightss5 7   7 W%%%4002233 #, 4 4 D-6:6T 4$D) '@U V V  e]333  4 4r=)rFrGrHr[rrr)rr rrrr7rIrrJrKs@r<rrs BD   z 3      4 < F    64sEL7H1I(J4444444444r=rc (eZdZdZdZeddddddd d d  Zd ddedeffdZ de e ee j ffdZde j de j fdZ dde j dzde j dedzde j dzde j dzde j f dZxZS) RobertaForSequenceClassificationadA model that uses Roberta to provide embedding functionalities. This class encapsulates the BertModel and provides an interface for embedding operations and customized pooling functions. Attributes: roberta: An instance of BertModel used for forward operations. _pooler: An instance of Pooler used for pooling operations. Tzembeddings.LayerNormlayerzattention.self.qkv_projzattention.output.densezattention.output.LayerNormzintermediate.densez output.densezoutput.LayerNorm)emb_lnlayersz mixer.Wqkvzmixer.out_projnorm1zmlp.fc1zmlp.fc2norm2)orig_to_new_substrr`rarcrbct|jj}|jjj|_|j|_t|t|dt|_ t|j|_ |jj }|Jtj||j |_dS)Nbert)rcrbrp)r)r(r)rNrRr.r%rVrrr"robertarMrrr for_seq_clspooler)r:rcrbr#rr;s r<r)z)RobertaForSequenceClassification.__init__s )3 + 8 B O + #//,    4K4LMM#0> ((($0     r=rvcXt|}|||jS)Nr)rrjina_to_vllm_mapper)r:rvrs r<rz-RobertaForSequenceClassification.load_weights2s+"4((""743K"LLLr=r>r@c6|j|SrB)rembed_input_ids)r:r>s r<rz0RobertaForSequenceClassification.embed_input_ids6s|++I666r=Nrfrgr?rCct|||j|3|jjjdt zksJ|Jt |||||||S)Nrirrj)rkr%rr#r,rr)r:r>rfrgr?rCs r<rEz(RobertaForSequenceClassification.forward9s "iTEU      %<&1Q:J5JKKKK((( "9n = = =||'!5    r=)NNN)rFrGrHr[is_pooling_modelrrrrr)rrr7rIrrrrErJrKs@r<rrs{'-,361+%'      BD   z 3      *MHU3 3D-E$FMMMM77%,7777<@-1.2   <$& < 2D8  |d*   t+           r=rr>r'r%c||dzz }dS)Nrrqris r<rkrkPsK!O#LLLr=);rcollections.abcrr7r transformersr vllm.configrrr!vllm.model_executor.layers.poolerr r r )vllm.model_executor.layers.pooler.seqwiser )vllm.model_executor.layers.pooler.tokwiser rr3vllm.model_executor.layers.vocab_parallel_embeddingr/vllm.model_executor.model_loader.default_loaderr-vllm.model_executor.model_loader.weight_utilsrvllm.model_executor.models.bertrrrrr vllm.model_executor.models.utilsrrr vllm.sequencerbert_with_roperr interfacesrinterfaces_baser Moduler"rMr_rrrIrrrrintrkrqr=r<rs$$$$$$ &&&&&&==========  WVVVVVNNNNNNOOOOOO .-----::::::::------111111'''''ry'''V (u---5@5@5@5@5@.5@5@.-5@p %U\ 123 Cy  8E#u|+, -xc5<>O8P/Q QR    K4K4K4K4K4/K4K4K4\u---I I I I I ry2GI I .-I X $| $+0< $FI $  $ $ $ $ $ $r=