*`ihddlmZddlmZddlmZddgZGddeZGddZdS) )Enum)delete_offload_parameter)ModuleQuantizationMetadataKVCacheScaleTypeceZdZdZdZdS)rk_scalev_scaleN)__name__ __module__ __qualname__KEYVALUE/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/compressed_tensors/quantization/quant_metadata.pyrrs C EEErcDeZdZdZedZedefdZdS)rz> Container class for metadata related to quantization c`tjjtjjgddDzS)z All quantization parameter names that might be registered onto a module during lifecycle (excluding serialized parameters) c&g|]}dD] }|d| S)) global_scalescale zero_pointg_idx_r).0 base_namesuffixs r z9QuantizationMetadata.all_qparam_names..(sX M M M  M M  # #6 # # M M M M r)inputweightoutput)rrvaluerrrrall_qparam_namesz%QuantizationMetadata.all_qparam_names"sD !$*,<,B,HI M M : M M M  rmodulect|D]"}t||rt||#dS)z Remove all parameters related to quantization that might have been registered onto a module previously in lifecycle (excluding serialized parameters) :param module: Module to clear N)r#hasattrr)clsr$keys rclear_all_qparamsz&QuantizationMetadata.clear_all_qparams3sL'')) 6 6Cvs## 6(555 6 6rN) r r r __doc__ staticmethodr# classmethodrr)rrrrrs`  \  6v 6 6 6[ 6 6 6rN) enumrcompressed_tensors.utilsrtorch.nnr__all__rrrrrr1s====== "#5 6t !6!6!6!6!6!6!6!6!6!6r