
    .`i                         d dl mZ d dlmZ d dlZd dlmZ d dlmZ d dl	m
Z
 er	  ee          Z G d de
          Zed	             ZdS )
    )contextmanager)TYPE_CHECKINGN)
VllmConfig)init_logger)GPUModelRunnerc                   F     e Zd ZdZdedej        f fdZd	dZd	dZ	 xZ
S )
XPUModelRunnerzA model runner for XPU devices.vllm_configdevicec                     t                      5  t                                          ||           d d d            n# 1 swxY w Y   d| _        d S )NF)_torch_cuda_wrappersuper__init__cascade_attn_enabled)selfr
   r   	__class__s      s/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/v1/worker/xpu_model_runner.pyr   zXPUModelRunner.__init__   s    
 !"" 	2 	2GG[&111	2 	2 	2 	2 	2 	2 	2 	2 	2 	2 	2 	2 	2 	2 	2 %*!!!s   #?AAreturnNc                     d | _         d S N)num_smsr   s    r   _init_device_propertiesz&XPUModelRunner._init_device_properties   s        c                 B    t           j                                         d S r   )torchxpusynchronizer   s    r   _sync_devicezXPUModelRunner._sync_device"   s    	r   )r   N)__name__
__module____qualname____doc__r   r   r   r   r   r   __classcell__)r   s   @r   r	   r	      s        ))** * * * * * *                  r   r	   c               #     K   	 t           j        j        t           j        _        t           j        j        t           j        _        t           j        j        t           j        _        t           j        j        t           j        _        d V  d S # w xY wr   )r   r   Streamcudacurrent_streamdefault_streamstream r   r   r   r   &   s^      !I,
$)I$<
!$)I$<
!!I,
s   BB
 
B)
contextlibr   typingr   r   vllm.configr   vllm.loggerr   vllm.v1.worker.gpu_model_runnerr   r    loggerr	   r   r+   r   r   <module>r2      s    & % % % % %              " " " " " " # # # # # # : : : : : : 		X		         ^      ( 	 	 	 	 	r   