.`i1 LddlmZddlZddlZeGddZdS)) dataclassNceZdZUejed<eeed<ejed<ejed<ejed<ejed<ejed<dZe deeed ej d dfd Z d S) SpecDecodeMetadatadraft_token_idsnum_draft_tokenscu_num_draft_tokenscu_num_sampled_tokenstarget_logits_indicesbonus_logits_indiceslogits_indicesc8t|j|_dS)N)maxr max_spec_len)selfs p/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/v1/spec_decode/metadata.py __post_init__z SpecDecodeMetadata.__post_init__s 566devicereturnc t|}d|D}d|D}t|g}t|}tj|tj|}t j|t j} tj| |} t j|t j} tj| |} tj |tj|} tj |tj|}tj ||ztj|}|||| | | ||S)Nc,g|]}t|Slen.0idss r z1SpecDecodeMetadata.make_dummy..$s@@@CHH@@@rc2g|]}t|dzS)rrs rrz1SpecDecodeMetadata.make_dummy..%s"FFFsc#hhlFFFr)dtyper)r!)rrrr r r r ) rsumtorchtensorint32npcumsum from_numpytozeros)clsrr batch_sizernum_sampled_tokensflattened_draft_token_ids num_tokensdraft_token_ids_tensorrcu_num_draft_tokens_tensorr cu_num_sampled_tokens_tensorr r r s r make_dummyzSpecDecodeMetadata.make_dummys )) @@@@@FFoFFF$'$<$<!233 !& %U[" " " !i(8III%*%56I%J%J%M%Mf%U%U" " *"7!5)    rN) __name__ __module__ __qualname__r#Tensor__annotations__listintr classmethodrr3rrrrr s\!!!3i%%% <''' <''',&&&L   777$ d3i$  $   $ $ $ [$ $ $ rr) dataclassesrnumpyr&r#rrrrr>sl"!!!!!  8 8 8 8 8 8 8  8 8 8 r