
    -`i=                       U d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl	m
Z
mZmZ e
rxdZeed<   dZedz  ed<    ej                    Zeed<   dZeed	<   d
Zeed<   dZedz  ed<   dZedz  ed<   dZeed<   d Zeed<   dZedz  ed<   d
Zeed<   dZeed<   dZedz  ed<   dZeed<   dZ edz  ed<   dZ!edz  ed<   dZ"edz  ed<   dZ#edz  ed<   ej$        %                    d          Z&eed<   ej$        %                    d          Z'eed<   dZ(eed <   dZ)eed!<   dZ*eed"<   dZ+eed#<   d$Z,eed%<   d&Z-eed'<   dZ.eed(<   d)Z/eed*<   dZ0edz  ed+<   d,Z1eed-<   dZ2eed.<   d/Z3e4ed0<   d Z5eed1<   dZ6edz  ed2<   dZ7edz  ed3<   d Z8edz  ed4<   dZ9eed5<   dZ:edz  ed6<   dZ;eed7<   ej$        <                    e&d8          Z=eed9<   dZ>eed:<   d;Z?eed<<   d$Z@eed=<   d,ZAed>         ed?<   dZBeed@<   d$ZCeedA<   dZDeedB<   dCZEedD         edE<   ej$        <                    e&dF          ZFeedG<   dZGeedH<   dIZHeedJ<   dKZIeedL<   dMZJeedN<   d$ZKeedO<   dPZLeedQ<   dRZMeedS<   dTZNeedU<   dVZOeedW<   dXZPeedY<   dZZQeed[<   d\ZReed]<   d^ZSed_         ed`<   dZTedz  eda<   dZUedz  edb<   dZVeedc<   dZWeedd<   dZXeede<   dZYeedf<   dZZedg         dz  edh<   dZ[eedi<   dZ\eedj<   dkZ]eedl<   dIZ^eedm<   dZ_e`e         dz  edn<   dZaedz  edo<   dZbedz  edp<   dZcedz  edq<   dZdedz  edr<   dZeedz  eds<   dZfedz  edt<   dZgedz  edu<   dZhedz  edv<   dZiedz  edw<   dZjedz  edx<   dZkedz  edy<   dZledz  edz<   dZmeed{<   dZneed|<   dZoeed}<   dZpeed~<   dZqeed<   dZreed<   dZseed<   g Zte`e         ed<   dZueed<   dZveed<   dZweed<   d$Zxeed<   d$Zyeed<   d$Zzeed<   d$Z{eed<   d$Z|eed<   dZ}eed<   dZ~eed<   d$Zeed<   d$Zeed<   dZeed<   dZeed<   d$Zeed<   d$Zeed<   d$Zeed<   d$Zeed<   d$Zeed<   dZeed<   d$Zeed<   dZe4ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZe4ed<   dZeed<   dZedz  ed<   d Zeed<   dZeed<   dZeed<   d$Zeed<   dZeed<   d Zeed<   dZeed<   d$Zeed<   dZeed<   dZed         ed<   dZeed<   dZed         dz  ed<   dZedz  ed<   dZeed<   dZeed<   d Zeed<   dZedz  ed<   dZeed<   d$Zeed<   d$Zeed<   d$Zeed<   d$Zeed<   dZed         ed<   d$Zeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZed         ed<   dZeed<   d Zeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZed         ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZed         dz  ed<   dZeed<   dZeed<   dZed         ed<   d$Zeed<   dZedz  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   d$Zeed<   dZeed<   dZedz  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   d$Zeed<   dZedz  ed<    eצ            Zee         ed<   dZeed <   dZeed<   dZeed<   dZeed<   dZeed<   d$Zeed<   dZeed<   dZeed	<   dZeed
<   dZeed<   dZeed<   dZedz  ed<   dZedz  ed<   d$Zeed<   d$Zeed<   dZeed<   dZedz  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZed         ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed <   d! Zd" Zd#edz  d$edz  fd%Zd#edz  d$edz  fd&Zd$efd'Zd$efd(Z	 d"d)ed*edz  d+e`e         eg e`e         f         z  d,ed$eg edz  f         f
d-Z	 d"d)ed*e`e         d+e`e         eg e`e         f         z  d,ed$eg e`e         f         f
d.Z	 d"d)ed*e`e         d+e`e         eg e`e         f         z  d,ed$eg ee         f         f
d/Zd$edz  fd0Zd)ed1eg ef         d$eg ef         fd2Z ej         e          Zi d[d3 d]d4 d` ed`d^g d_d5          dad6 dbd7 dcd8 ddd9 ded: dh edhdg dg          did; dd< dd= dd> dedd? d	d@ ddA i dBdC ddD ddE ddF ddG ddH ddI d{ed|dJ d}dK d~dL ddM ddN ddO ddP ddQ ddR i ddS ddT ddU d dV d!dW d"dX d#dY d%dZ d+d[ d'd\ d*d] d(d^ d-d_ d.d` d0da d1db d2dc i d3dd d4de d5df d6dg d7dh d? ed?d,g d>          d@di dAdj dE edEdCdkdCg          dGdl dHdm dJdn dLdo dNdp dOdq dQdr dSds i dUdt dWdu dY edYdXg dvd5          d9dw d:dx dBdy d<dz d=d{ dfd| djd} d~d dd dld dmd dnd dod dpd i dqd drd dsd dud dvd dtd dyd dzd dwd dxd dd dd dd dd dd dd dd i dd dd dd dd dd dd dd dd dd dd dd dd dd dd dd dd dd i d eddg d          dd dd dd dd dd dd dd dedd dd dd dd dd dd dd dd i dd dd dd dd dd dd dd dd dd dd ddÄ d edddĐdg          ddƄ ddǄ ddȄ ddɄ ddʄ i dd˄ dd̄ dd̈́ dd΄ d eddg dâ          dŐdτ dƐdЄ dǐdф dȐd҄ dɐdӄ ddԄ ddՄ ddք dϐdׄ dАd؄ dѐdل dӐdڄ i dՐdۄ dאd܄ d eddg d٢          d eddg dˢ          dΐd݄ dܐdބ dߐd dd dݐd dސd dd dd d eddddg          dd dd dd dd i dd dd dd dd dd d eddg d          dd dd dd dd dd dd dd d d dd d edg g d          dd i dd  dd dd dd d edd           d	d d
d dd dd dd	 dd
 dd dd dd dd dd dd d  eddddg          d d d d d dZeeeg ef         f         ed<   defdad$efdZd#dZd#dZd Z	defd Z
d$eeef         fd!ZdS ($      N)Callable)TYPE_CHECKINGAnyLiteral VLLM_HOST_IP	VLLM_PORTVLLM_RPC_BASE_PATHFVLLM_USE_MODELSCOPE<    VLLM_RINGBUFFER_WARNING_INTERVALVLLM_NCCL_SO_PATHLD_LIBRARY_PATH   VLLM_ROCM_SLEEP_MEM_CHUNK_SIZE
LOCAL_RANKCUDA_VISIBLE_DEVICESVLLM_ENGINE_ITERATION_TIMEOUT_SiX  VLLM_ENGINE_READY_TIMEOUT_SVLLM_API_KEY"VLLM_DEBUG_LOG_API_SERVER_RESPONSES3_ACCESS_KEY_IDS3_SECRET_ACCESS_KEYS3_ENDPOINT_URLVLLM_MODEL_REDIRECT_PATHz~/.cache/vllmVLLM_CACHE_ROOTz~/.config/vllmVLLM_CONFIG_ROOThttps://stats.vllm.aiVLLM_USAGE_STATS_SERVERVLLM_NO_USAGE_STATSVLLM_DO_NOT_TRACKVLLM_USAGE_SOURCETVLLM_CONFIGURE_LOGGINGINFOVLLM_LOGGING_LEVELVLLM_LOGGING_PREFIXext://sys.stdoutVLLM_LOGGING_STREAMVLLM_LOGGING_CONFIG_PATHautoVLLM_LOGGING_COLORNO_COLOR      $@VLLM_LOG_STATS_INTERVALVLLM_TRACE_FUNCTIONVLLM_USE_FLASHINFER_SAMPLERVLLM_PP_LAYER_PARTITIONVLLM_CPU_KVCACHE_SPACEVLLM_CPU_OMP_THREADS_BINDVLLM_CPU_NUM_OF_RESERVED_CPUVLLM_CPU_SGL_KERNEL	xla_cacheVLLM_XLA_CACHE_PATHVLLM_XLA_CHECK_RECOMPILATION @  VLLM_FUSED_MOE_CHUNK_SIZE)VLLM_ENABLE_FUSED_MOE_ACTIVATION_CHUNKING)r*   ncclshm&VLLM_USE_RAY_COMPILED_DAG_CHANNEL_TYPE&VLLM_USE_RAY_COMPILED_DAG_OVERLAP_COMMVLLM_USE_RAY_WRAPPED_PP_COMMVLLM_XLA_USE_SPMDfork)rB   spawnVLLM_WORKER_MULTIPROC_METHODassetsVLLM_ASSETS_CACHEVLLM_ASSETS_CACHE_MODEL_CLEAN   VLLM_IMAGE_FETCH_TIMEOUT   VLLM_VIDEO_FETCH_TIMEOUT
   VLLM_AUDIO_FETCH_TIMEOUTVLLM_MEDIA_URL_ALLOW_REDIRECTS   VLLM_MEDIA_LOADING_THREAD_COUNT   VLLM_MAX_AUDIO_CLIP_FILESIZE_MBopencvVLLM_VIDEO_LOADER_BACKENDhttpVLLM_MEDIA_CONNECTORblake3VLLM_MM_HASHER_ALGORITHMcudaVLLM_TARGET_DEVICE12.9VLLM_MAIN_CUDA_VERSIONhighest)r]   highmediumVLLM_FLOAT32_MATMUL_PRECISIONMAX_JOBSNVCC_THREADSVLLM_USE_PRECOMPILED$VLLM_SKIP_PRECOMPILED_VERSION_SUFFIXVLLM_DOCKER_BUILD_CONTEXTVLLM_KEEP_ALIVE_ON_ENGINE_DEATH)DebugReleaseRelWithDebInfoCMAKE_BUILD_TYPEVERBOSEVLLM_ALLOW_LONG_MAX_MODEL_LENi'  VLLM_RPC_TIMEOUTVLLM_HTTP_TIMEOUT_KEEP_ALIVEVLLM_PLUGINSVLLM_LORA_RESOLVER_CACHE_DIRVLLM_TORCH_CUDA_PROFILEVLLM_TORCH_PROFILER_DIR!VLLM_TORCH_PROFILER_RECORD_SHAPES'VLLM_TORCH_PROFILER_WITH_PROFILE_MEMORY%VLLM_TORCH_PROFILER_DISABLE_ASYNC_LLMVLLM_TORCH_PROFILER_WITH_STACKVLLM_TORCH_PROFILER_WITH_FLOPSVLLM_TORCH_PROFILER_USE_GZIP(VLLM_TORCH_PROFILER_DUMP_CUDA_TIME_TOTALVLLM_PROFILER_DELAY_ITERSVLLM_PROFILER_MAX_ITERSVLLM_USE_AOT_COMPILEVLLM_USE_BYTECODE_HOOKVLLM_FORCE_AOT_LOADVLLM_USE_MEGA_AOT_ARTIFACTVLLM_USE_TRITON_AWQ VLLM_ALLOW_RUNTIME_LORA_UPDATINGVLLM_SKIP_P2P_CHECKVLLM_DISABLED_KERNELSVLLM_DISABLE_PYNCCLVLLM_ROCM_USE_AITERVLLM_ROCM_USE_AITER_PAGED_ATTNVLLM_ROCM_USE_AITER_LINEARVLLM_ROCM_USE_AITER_MOEVLLM_ROCM_USE_AITER_RMSNORMVLLM_ROCM_USE_AITER_MLAVLLM_ROCM_USE_AITER_MHA VLLM_ROCM_USE_AITER_FP4_ASM_GEMMVLLM_ROCM_USE_AITER_TRITON_ROPEVLLM_ROCM_USE_AITER_FP8BMMVLLM_ROCM_USE_AITER_FP4BMM%VLLM_ROCM_USE_AITER_UNIFIED_ATTENTION)VLLM_ROCM_USE_AITER_FUSION_SHARED_EXPERTSVLLM_ROCM_USE_AITER_TRITON_GEMMVLLM_ROCM_USE_SKINNY_GEMMVLLM_ROCM_FP8_PADDINGVLLM_ROCM_MOE_PADDINGVLLM_ROCM_CUSTOM_PAGED_ATTN!VLLM_ROCM_SHUFFLE_KV_CACHE_LAYOUTVLLM_ENABLE_V1_MULTIPROCESSINGVLLM_LOG_BATCHSIZE_INTERVALVLLM_DISABLE_COMPILE_CACHE   Q_SCALE_CONSTANTK_SCALE_CONSTANTd   V_SCALE_CONSTANTVLLM_SERVER_DEV_MODE   VLLM_V1_OUTPUT_PROC_CHUNK_SIZEVLLM_MLA_DISABLEg      ?VLLM_RAY_PER_WORKER_GPUSVLLM_RAY_BUNDLE_INDICESVLLM_CUDART_SO_PATHVLLM_DP_RANKVLLM_DP_RANK_LOCAL   VLLM_DP_SIZEVLLM_USE_STANDALONE_COMPILEVLLM_DP_MASTER_IPVLLM_DP_MASTER_PORTVLLM_MOE_DP_CHUNK_SIZEVLLM_ENABLE_MOE_DP_CHUNKVLLM_RANDOMIZE_DP_DUMMY_INPUTSstrict)r   fillspanVLLM_RAY_DP_PACK_STRATEGYVLLM_MARLIN_USE_ATOMIC_ADD)int8fp8VLLM_MARLIN_INPUT_DTYPEVLLM_MXFP4_USE_MARLINVLLM_DEEPEPLL_NVFP4_DISPATCHVLLM_V1_USE_OUTLINES_CACHEVLLM_TPU_BUCKET_PADDING_GAPVLLM_TPU_MOST_MODEL_LENVLLM_TPU_USING_PATHWAYSVLLM_USE_DEEP_GEMMVLLM_MOE_USE_DEEP_GEMMVLLM_USE_DEEP_GEMM_E8M0%VLLM_USE_DEEP_GEMM_TMA_ALIGNED_SCALESrelax)skipfullr   VLLM_DEEP_GEMM_WARMUPVLLM_USE_FUSED_MOE_GROUPED_TOPK#VLLM_BLOCKSCALE_FP8_GEMM_FLASHINFERVLLM_USE_FLASHINFER_MOE_FP16VLLM_USE_FLASHINFER_MOE_FP8VLLM_USE_FLASHINFER_MOE_FP4latency)
throughputr   masked_gemmVLLM_FLASHINFER_MOE_BACKEND  %VLLM_FLASHINFER_WORKSPACE_BUFFER_SIZEVLLM_XGRAMMAR_CACHE_MB VLLM_MSGPACK_ZERO_COPY_THRESHOLD!VLLM_ALLOW_INSECURE_SERIALIZATION	localhostVLLM_NIXL_SIDE_CHANNEL_HOSTi  VLLM_NIXL_SIDE_CHANNEL_PORTi&#  VLLM_MOONCAKE_BOOTSTRAP_PORTallgather_reducescatter)naivepplxdeepep_high_throughputdeepep_low_latencymorir   flashinfer_all2allvVLLM_ALL2ALL_BACKENDi  "VLLM_MAX_TOKENS_PER_EXPERT_FP4_MOE%VLLM_TOOL_PARSE_REGEX_TIMEOUT_SECONDSVLLM_SLEEP_WHEN_IDLE   VLLM_MQ_MAX_CHUNK_BYTES_MBi,  "VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS)NHDHNDVLLM_KV_CACHE_LAYOUTVLLM_COMPUTE_NANS_IN_LOGITSVLLM_USE_NVFP4_CT_EMULATIONSNONE)FPINT8INT6INT4r   #VLLM_ROCM_QUICK_REDUCE_QUANTIZATION(VLLM_ROCM_QUICK_REDUCE_CAST_BF16_TO_FP16(VLLM_ROCM_QUICK_REDUCE_MAX_SIZE_BYTES_MBi  VLLM_NIXL_ABORT_REQUEST_TIMEOUTVLLM_MORIIO_CONNECTOR_READ_MODEVLLM_MORIIO_QP_PER_TRANSFERVLLM_MORIIO_POST_BATCH_SIZEVLLM_MORIIO_NUM_WORKERS#VLLM_MOONCAKE_ABORT_REQUEST_TIMEOUTVLLM_ENABLE_CUDAGRAPH_GCVLLM_LOOPBACK_IP2VLLM_ALLOW_CHUNKED_LOCAL_ATTN_WITH_HYBRID_KV_CACHEVLLM_ENABLE_RESPONSES_API_STOREVLLM_NVFP4_GEMM_BACKENDVLLM_HAS_FLASHINFER_CUBIN#VLLM_USE_FLASHINFER_MOE_MXFP4_MXFP8"VLLM_USE_FLASHINFER_MOE_MXFP4_BF16VLLM_ROCM_FP8_MFMA_PAGE_ATTN+VLLM_USE_FLASHINFER_MOE_MXFP4_MXFP8_CUTLASSVLLM_ALLREDUCE_USE_SYMM_MEMVLLM_TUNED_CONFIG_FOLDER#VLLM_GPT_OSS_SYSTEM_TOOL_MCP_LABELS$VLLM_USE_EXPERIMENTAL_PARSER_CONTEXT(VLLM_GPT_OSS_HARMONY_SYSTEM_INSTRUCTIONS$VLLM_TOOL_JSON_ERROR_AUTOMATIC_RETRY VLLM_CUSTOM_SCOPES_FOR_PROFILINGVLLM_NVTX_SCOPES_FOR_PROFILING#VLLM_KV_EVENTS_USE_INT_BLOCK_HASHESVLLM_OBJECT_STORAGE_SHM_BUFFER#VLLM_OBJECT_STORAGE_SHM_BUFFER_NAMEi   VLLM_DEEPEP_BUFFER_SIZE_MB,VLLM_DEEPEP_HIGH_THROUGHPUT_FORCE_INTRA_NODE!VLLM_DEEPEP_LOW_LATENCY_USE_MNNVL   VLLM_DBO_COMM_SMSVLLM_PATTERN_MATCH_DEBUGVLLM_DEBUG_DUMP_PATH!VLLM_ENABLE_INDUCTOR_MAX_AUTOTUNE.VLLM_ENABLE_INDUCTOR_COORDINATE_DESCENT_TUNINGVLLM_USE_NCCL_SYMM_MEMVLLM_NCCL_INCLUDE_PATHVLLM_USE_FBGEMMVLLM_GC_DEBUGVLLM_DEBUG_WORKSPACE"VLLM_DISABLE_SHARED_EXPERTS_STREAM*VLLM_SHARED_EXPERTS_STREAM_TOKEN_THRESHOLDbinary)r   unpackedVLLM_COMPILE_CACHE_SAVE_FORMATVLLM_USE_V2_MODEL_RUNNERVLLM_LOG_MODEL_INSPECTIONVLLM_DEBUG_MFU_METRICSVLLM_DISABLE_LOG_LOGOVLLM_LORA_DISABLE_PDLc                      t          j        dt           j                            t           j                            d          d                    S )NXDG_CACHE_HOME~z.cacheosgetenvpathjoin
expanduser     ]/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/envs.pyget_default_cache_rootr4    s<    9
RW'',,h77  r2  c                      t          j        dt           j                            t           j                            d          d                    S )NXDG_CONFIG_HOMEr*  z.configr+  r1  r2  r3  get_default_config_rootr7    s<    9
RW'',,i88  r2  valuereturnc                 (    | d S t          |           S N)intr8  s    r3  maybe_convert_intr>    s    }tu::r2  c                 B    | d S t          t          |                     S r;  )boolr<  r=  s    r3  maybe_convert_boolrA    s     }tE

r2  c                  `    t          t          t          j        dd                              S )Nr   0r@  r<  r,  r-  r1  r2  r3  disable_compile_cacherE    s%    BI:C@@AABBBr2  c                      ddl m}  ddlm} ddlm}  |d          r$t                      s|                                sdnd} |              o#t          j	        
                    d|          dk    S )	Nr   )vllm_is_batch_invariant)current_platform)is_torch_equal_or_newerz
2.10.0.dev1rC  r|   )*vllm.model_executor.layers.batch_invariantrG  vllm.platformsrH  vllm.utils.torch_utilsrI  rE  is_cpur,  environget)rG  rH  rI  default_values       r3  use_aot_compilerR    s          0/////>>>>>> #"<00	%''	
 !''))	   $#%%% 	IJNN1=AASHr2  env_namedefaultchoicescase_sensitivec                 4     dt           dz  f fd}|S )a  
    Create a lambda that validates environment variable against allowed choices

    Args:
        env_name: Name of the environment variable
        default: Default value if not set (can be None)
        choices: List of valid string options or callable that returns list
        case_sensitive: Whether validation should be case sensitive

    Returns:
        Lambda function for environment_variables dict
    r9  Nc            	          t          j                  } | S t                    r
             n}s!|                                 }d |D             }n| }|}||vrt	          d|  d d| d          | S )Nc                 6    g | ]}|                                 S r1  lower.0choices     r3  
<listcomp>z@env_with_choices.<locals>._get_validated_env.<locals>.<listcomp>S  s     IIIV\\^^IIIr2  Invalid value 'z' for . Valid options: .)r,  r-  callabler[  
ValueError)r8  actual_choicescheck_valuecheck_choicesrV  rU  rT  rS  s       r3  _get_validated_envz,env_with_choices.<locals>._get_validated_envI  s    	(##=N '/w&7&7DW 	+++--KII.IIIMMK*Mm++4% 4 4x 4 4"04 4 4  
 r2  str)rS  rT  rU  rV  rh  s   ```` r3  env_with_choicesrk  6  sF    &d
         . r2  c                 D     dt           t                   f fd}|S )a  
    Create a lambda that validates environment variable
    containing comma-separated values against allowed choices

    Args:
        env_name: Name of the environment variable
        default: Default list of values if not set
        choices: List of valid string options or callable that returns list
        case_sensitive: Whether validation should be case sensitive

    Returns:
        Lambda function for environment_variables
        dict that returns list of strings
    r9  c            
      F   t          j        	          } | S d |                     d          D             }|sS t                    r
             n}|D ]F}s!|                                }d |D             }n|}|}||vrt          d| d	 d| d          G|S )Nc                 ^    g | ]*}|                                 |                                 +S r1  )strip)r]  vs     r3  r_  zJenv_list_with_choices.<locals>._get_validated_env_list.<locals>.<listcomp>~  s-    CCCC!''))CCCr2  ,c                 6    g | ]}|                                 S r1  rZ  r\  s     r3  r_  zJenv_list_with_choices.<locals>._get_validated_env_list.<locals>.<listcomp>  s      M M MF M M Mr2  r`  z' in ra  rb  )r,  r-  splitrc  r[  rd  )
r8  valuesre  valrf  rg  rV  rU  rT  rS  s
         r3  _get_validated_env_listz6env_list_with_choices.<locals>._get_validated_env_listx  s   	(##=N DCU[[%5%5CCC 	N '/w&7&7DW  	 	C! /!iikk M Mn M M M! .-// 8c 8 8 8 8&48 8 8   0 r2  )listrj  )rS  rT  rU  rV  rv  s   ```` r3  env_list_with_choicesrx  c  sF    *T#Y         > #"r2  c                 D     dt           t                   f fd}|S )z
    Creates a lambda which that validates environment variable
    containing comma-separated values against allowed choices which
    returns choices as a set.
    r9  c            	      R    t           t                                           S r;  )setrx  )rV  rU  rT  rS  s   r3  _get_validated_env_setz4env_set_with_choices.<locals>._get_validated_env_set  s)    T(7G^TTVVWWWr2  )r{  rj  )rS  rT  rU  rV  r|  s   ```` r3  env_set_with_choicesr}    sP    XCH X X X X X X X X X "!r2  c                     dt           j        vrdS t          j        dd          } 	 t          |           S # t          $ rE}ddlm}  ||           }|j        rt	          d|  d          dt	          d|  d          |d}~ww xY w)	zGet the port from VLLM_PORT environment variable.

    Returns:
        The port number as an integer if VLLM_PORT is set, None otherwise.

    Raises:
        ValueError: If VLLM_PORT is a URI, suggest k8s service discovery issue.
    r	   NrC  r   )	parse_urlzVLLM_PORT 'z' appears to be a URI. This may be caused by a Kubernetes service discovery issue,check the warning in: https://docs.vllm.ai/en/stable/serving/env_vars.htmlz' must be a valid integer)r,  rO  r-  r<  rd  urllib3.utilr  scheme)porterrr  parseds       r3  get_vllm_portr    s     "*$$t9[#&&DQ4yy 
Q 
Q 
Q******4= 	]d ] ] ]  	
 FtFFFGGSP
Qs   6 
B A B  Bdefault_factoryc                 &     dt           f fd}|S )z
    Create a lambda that returns an environment variable value if set,
    or generates and sets a default value using the provided factory function.
    r9  c                  j    t          j                  } | | S              }|t           j        <   |S r;  )r,  r-  rO  )r8  rQ  r  rS  s     r3  _get_or_set_defaultz3get_env_or_set_default.<locals>._get_or_set_default  s<    	(##L')),
8r2  ri  )rS  r  r  s   `` r3  get_env_or_set_defaultr    s6            r2  c                  P    t          j        dd                                          S )NrZ   rY   r,  r-  r[  r1  r2  r3  <lambda>r        "),@&"I"I"O"O"Q"Q r2  c                  T    t          j        dd                                          pdS )Nr\   r   r[   r  r1  r2  r3  r  r    s*    bi0H"&M&M&S&S&U&U ' r2  )rV  c                  ,    t          j        dd           S )Nra   r,  r-  r1  r2  r3  r  r    s    	*d33 r2  c                  ,    t          j        dd           S )Nrb   r  r1  r2  r3  r  r    s    BInd;; r2  c                      t           j                            dd                                                                          dv p+t          t           j                            d                    S )Nrc   r   rJ  trueVLLM_PRECOMPILED_WHEEL_LOCATION)r,  rO  rP  ro  r[  r@  r1  r2  r3  r  r    sU    BJNN3I2$N$N
UWW
UWW% %? BJNN<==>>	 r2  c                  v    t          t          t          j                            dd                              S )Nrd   rC  r@  r<  r,  rO  rP  r1  r2  r3  r  r    s,    DBJNNA3GGHH5 5 r2  c                      t           j                            dd                                                                          dv S )Nre   r   r  r,  rO  rP  ro  r[  r1  r2  r3  r  r    s2    8SUW)X)X
UWW
UWW* r2  c                  `    t          t          t          j        dd                              S )Nrk   rC  rD  r1  r2  r3  r  r    s"    tC	)S 9 9::;; r2  c            	          t           j                            t          j        dt           j                            t                      d                              S )Nr   vllm)r,  r.  r0  r-  r/  r7  r1  r2  r3  r  r    sD     2 2
	GLL022F;;	
 	
! ! r2  c            	          t           j                            t          j        dt           j                            t                      d                              S )Nr   r  r,  r.  r0  r-  r/  r4  r1  r2  r3  r  r  "  sD    rw11
	GLL/116::	
 	
    r2  c                  ,    t          j        dd          S )Nr   r   r  r1  r2  r3  r  r  ,  s    BInb99 r2  c                  N    t          j        dt          j                              S )Nr
   )r,  r-  tempfile
gettempdirr1  r2  r3  r  r  4  s     ")h133# # r2  c                  n    t           j                            dd                                          dk    S )Nr   Falser  r,  rO  rP  r[  r1  r2  r3  r  r  9  s,    2:>>w$ $egg$ r2  c                  \    t          t          j                            dd                    S )Nr   60r<  r,  rO  rP  r1  r2  r3  r  r  >  s$    

94@@1 1 r2  	CUDA_HOMEc                  B    t           j                            dd           S )Nr  r,  rO  rP  r1  r2  r3  r  r  C  s    T:: r2  c                  B    t           j                            dd           S )Nr   r  r1  r2  r3  r  r  F  s    0CT!J!J r2  c                  B    t           j                            dd           S )Nr   r  r1  r2  r3  r  r  I      rz~~.?FF r2  c                  \    t          t          j                            dd                    S )Nr   256r  r1  r2  r3  r  r  K  s$    c

7??/ / r2  c                  J    t           j                            dd          dk    S )Nr   rJ  r  r1  r2  r3  r  r  Q  s%    2:>>%s, , , r2  c                  B    t           j                            dd           S )Nr  r  r1  r2  r3  r  r  W      
"D) ) r2  c                  B    t           j                            dd           S )Nr  r  r1  r2  r3  r  r  \      BJNN3I4$P$P r2  c                  v    t          t          t          j                            dd                              S )Nr}   rJ  r  r1  r2  r3  r  r  c  s,    dBJNN3S99::' ' r2  c                  J    t           j                            dd          dk    S )Nr~   rC  rJ  r  r1  r2  r3  r  r  i      2:>>2G#M#MQT#T r2  c                  J    t           j                            dd          dk    S )Nr   rC  rJ  r  r1  r2  r3  r  r  m  %    "*..$c+ + + r2  c                  \    t          t          j                            dd                    S )Nr   rC  r  r1  r2  r3  r  r  s  s    #bjnn\3??@@ r2  c                  B    t           j                            dd           S )Nr   r  r1  r2  r3  r  r  u  r  r2  c                  \    t          t          j                            dd                    S )Nr   r  r  r1  r2  r3  r  r  w  s$    s

8$??0 0 r2  c                  \    t          t          j                            dd                    S )Nr   600r  r1  r2  r3  r  r  |  s$    3

4e<<, , r2  c                  B    t           j                            dd           S )Nr   r  r1  r2  r3  r  r    s    BJNN>4@@ r2  c                  n    t           j                            dd                                          dk    S )Nr   r  r  r  r1  r2  r3  r  r    s,    "*..,g3 3egg3 r2  c                  B    t           j                            dd           S )Nr   r  r1  r2  r3  r  r    s    
/A4 H H r2  c                  B    t           j                            dd           S )Nr   r  r1  r2  r3  r  r    r  r2  c                  B    t           j                            dd           S )Nr   r  r1  r2  r3  r  r    r  r2  c                  B    t           j                            dd          S )Nr   r   r  r1  r2  r3  r  r    s    rz~~!#:( ( r2  c                  J    t           j                            dd          dk    S )Nr    rC  rJ  r  r1  r2  r3  r  r    r  r2  c                      t           j                            dd           p!t           j                            dd           pddk    S )Nr!   DO_NOT_TRACKrC  rJ  r  r1  r2  r3  r  r    s@    

*D11 	:>>.$//	
" r2  c                  B    t           j                            dd          S )Nr"   
productionr  r1  r2  r3  r  r    s    0C\!R!R r2  c                  `    t          t          t          j        dd                              S )Nr#   rJ  rD  r1  r2  r3  r  r    (    dBI.4455' ' r2  c                  *    t          j        d          S )Nr)   r  r1  r2  r3  r  r    s    	2L(M(M r2  c                  P    t          j        dd                                          S )Nr%   r$   )r,  r-  upperr1  r2  r3  r  r    r  r2  c                  ,    t          j        dd          S )Nr(   r'   r  r1  r2  r3  r  r    s    29-BDV#W#W r2  c                  ,    t          j        dd          S )Nr&   r   r  r1  r2  r3  r  r    s    29-BB#G#G r2  c                  ,    t          j        dd          S )Nr+   r*   r  r1  r2  r3  r  r    s    "),@&"I"I r2  c                  4    t          j        dd          dk    S )Nr,   rC  r  r1  r2  r3  r  r    s    	*c22c9 r2  c                  Z    t          t          j        dd                    x} dk    r| ndS )Nr.   z10.g        r-   floatr,  r-  )ru  s    r3  r  r    s6    RY8%@@AAASHH (+s	 r2  c                  F    t          t          j        dd                    S )Nr/   rC  r<  r,  r-  r1  r2  r3  r  r        3ry1F'L'L#M#M r2  c                  z    dt           j        v r,t          t          t           j        d                             nd S )Nr0   )r,  rO  r@  r<  r1  r2  r3  r  r    sB     %
22 ,0BJ4566, , , 
	 r2  c                  ,    t          j        dd           S )Nr1   r  r1  r2  r3  r  r    s    ry1JD'Q'Q r2  c                  f    dt           j        v r"t          t          j        dd                    nd S )Nr2   rC  r,  rO  r<  r-  r1  r2  r3  r  r    s4    2:-- '*")4Lc*R*R&S&S&S	 r2  c                  ,    t          j        dd          S )Nr3   r*   r  r1  r2  r3  r  r    s    3NPV)W)W r2  c                  f    dt           j        v r"t          t          j        dd                    nd S )Nr4   rC  r  r1  r2  r3  r  r    s?     &33 -0
	0#66- - - 
	 r2  c                  `    t          t          t          j        dd                              S )Nr5   rC  rD  r1  r2  r3  r  r    #    4BI6KS,Q,Q(R(R#S#S r2  c                  `    t          t          t          j        dd                              S )Nr?   rC  rD  r1  r2  r3  r  r    s(    dBI>DDEE7 7 r2  c                  `    t          t          t          j        dd                              S )Nr@   rJ  rD  r1  r2  r3  r  r    (    DBI4c::;;- - r2  rC   c            
          t           j                            t          j        dt           j                            t                      dd                              S )NrF   r  rE   r  r1  r2  r3  r  r    sF    !3!3
	GLL/1168DD	
 	
" " r2  c                  `    t          t          t          j        dd                              S )NrG   rC  rD  r1  r2  r3  r  r    s(    TBI5s;;<<. . r2  c                  F    t          t          j        dd                    S )NrI   5r  r1  r2  r3  r  r    s    BI6PRU,V,V(W(W r2  c                  F    t          t          j        dd                    S )NrK   30r  r1  r2  r3  r  r         
	,d33) ) r2  c                  F    t          t          j        dd                    S )NrM   10r  r1  r2  r3  r  r    r  r2  c                  `    t          t          t          j        dd                              S )NrN   rJ  rD  r1  r2  r3  r  r     (    dBI6<<==/ / r2  c                  F    t          t          j        dd                    S )NrP   8r  r1  r2  r3  r  r    s     s
	3S990 0 r2  c                  F    t          t          j        dd                    S )NrR   25r  r1  r2  r3  r  r    s     s
	3T::0 0 r2  c                  ,    t          j        dd          S )NrT   rS   r  r1  r2  r3  r  r        #X* * r2  c                  ,    t          j        dd          S )NrV   rU   r  r1  r2  r3  r  r  !  s    BI.Df$M$M r2  )rW   sha256sha512c            
          t           j                            t          j        dt           j                            t                      dd                              S )Nr7   r  r6   r  r1  r2  r3  r  r  /  sF    27#5#5
	!GLL/116;GG	
 	
$ $ r2  c                  `    t          t          t          j        dd                              S )Nr8   rC  rD  r1  r2  r3  r  r  6  r  r2  c                  `    t          t          t          j        dd                              S )NrA   rC  rD  r1  r2  r3  r  r  :  s#    c")4G*M*M&N&N!O!O r2  c                  `    t          t          j        dt          d                              S )Nr:   r9   r<  r,  r-  rj  r1  r2  r3  r  r  ;  s&    
	-s9~~>>* * r2  c                  `    t          t          t          j        dd                              S )Nr;   rJ  rD  r1  r2  r3  r  r  A  s(    BIA3GGHH: : r2  c                  `    t          t          t          j        dd                              S )Nrf   rC  rD  r1  r2  r3  r  r  F  (    tBI7==>>0 0 r2  c                      t           j                            dd                                                                          dv S )Nrl   rC  r  r  r1  r2  r3  r  r  M  s;    

6<<BBDDJJLL	 r2  VLLM_TEST_FORCE_FP8_MARLINc                      t           j                            dd                                                                          dv S )Nr  rC  r  r  r1  r2  r3  r  r  S  s;    

3S99??AAGGII	 r2  VLLM_TEST_FORCE_LOAD_FORMATc                  ,    t          j        dd          S )Nr  dummyr  r1  r2  r3  r  r  W  s    29%w, , r2  c                  F    t          t          j        dd                    S )Nrm   10000r  r1  r2  r3  r  r  \  s    BI.@'$J$J K K r2  c                  \    t          t          j                            dd                    S )Nrn   r  r  r1  r2  r3  r  r  ^  s$    C

5s;;- - r2  c                  l    dt           j        vrd n$t           j        d                             d          S )Nro   rq  r,  rO  rs  r1  r2  r3  r  r  d  s3    RZ'' !D	N	#	)	)#	.	. r2  c                  ,    t          j        dd           S )Nrp   r  r1  r2  r3  r  r  j  s    BI&- - r2  c                  *    t          j        d          S )Nrq   r  r1  r2  r3  r  r  o      ry1J'K'K r2  c                  *    t          j        d          S )Nrr   r  r1  r2  r3  r  r  r  r  r2  c                  *    t          j        d          S )Nrs   r  r1  r2  r3  r  r  u  s    
	566 r2  c                  *    t          j        d          S )Nrt   r  r1  r2  r3  r  r  z  s    
	;<< r2  c                  *    t          j        d          S )Nrv   r  r1  r2  r3  r  r        
	233 r2  c                  *    t          j        d          S )Nrw   r  r1  r2  r3  r  r    r  r2  c                  *    t          j        d          S )Nru   r  r1  r2  r3  r  r    s    
	9:: r2  c                  *    t          j        d          S )Nrz   r  r1  r2  r3  r  r    s    ")4O*P*P r2  c                  *    t          j        d          S )Nr{   r  r1  r2  r3  r  r    r  r2  c                  *    t          j        d          S )Nrx   r  r1  r2  r3  r  r    s    BI6T,U,U r2  c                  *    t          j        d          S )Nry   r  r1  r2  r3  r  r    s    
	<== r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r    r  r2  c                      t           j                            dd                                                                          dv S )Nr   rC  r  r  r1  r2  r3  r  r    s;    

93??EEGGMMOO	 r2  c                  4    t          j        dd          dk    S )Nr   rJ  r  r1  r2  r3  r  r    s    29-BC#H#HC#O r2  c                  l    dt           j        vrg n$t           j        d                             d          S )Nr   rq  r  r1  r2  r3  r  r    s4    bj00 &(R	+	,	2	23	7	7 r2  c                  T    t          j        dd                                          dv S )Nr   r  r  rJ  r  r1  r2  r3  r  r    (    
	'117799]J r2  c                  T    t          j        dd                                          dv S )Nr   r  r   r  r1  r2  r3  r  r    r!  r2  c                  T    t          j        dd                                          dv S )Nr   r  r   r  r1  r2  r3  r  r    s(    
	2G<<BBDDU r2  c                  T    t          j        dd                                          dv S )Nr   Truer   r  r1  r2  r3  r  r    (    
	.77==??=P r2  c                  T    t          j        dd                                          dv S )Nr   r%  r   r  r1  r2  r3  r  r    (    
	+V44::<<M r2  c                  T    t          j        dd                                          dv S )Nr   r%  r   r  r1  r2  r3  r  r    (    
	/88>>@@MQ r2  c                  T    t          j        dd                                          dv S )Nr   r%  r   r  r1  r2  r3  r  r    r(  r2  c                  T    t          j        dd                                          dv S )Nr   r%  r   r  r1  r2  r3  r  r    r(  r2  c                  T    t          j        dd                                          dv S )Nr   r  r   r  r1  r2  r3  r  r    s(    
	4g>>DDFF-W r2  c                  T    t          j        dd                                          dv S )Nr   r  r   r  r1  r2  r3  r  r    (    
	3W==CCEEV r2  c                  T    t          j        dd                                          dv S )Nr   r%  r   r  r1  r2  r3  r  r    r&  r2  c                  T    t          j        dd                                          dv S )Nr   r%  r   r  r1  r2  r3  r  r    r&  r2  c                  T    t          j        dd                                          dv S )Nr   r  r   r  r1  r2  r3  r  r    s+    
	97CCIIKK	 r2  c                  T    t          j        dd                                          dv S )Nr   r  r   r  r1  r2  r3  r  r    s+    
	=wGGMMOO	 r2  c                  T    t          j        dd                                          dv S )Nr   r%  r   r  r1  r2  r3  r  r    s(    
	3V<<BBDDU r2  c                  T    t          j        dd                                          dv S )Nr   r%  r   r  r1  r2  r3  r  r    s(    
	-v66<<>>-O r2  c                  `    t          t          t          j        dd                              S )Nr   rJ  rD  r1  r2  r3  r  r    $    T#bi8OQT.U.U*V*V%W%W r2  c                  `    t          t          t          j        dd                              S )Nr   rJ  rD  r1  r2  r3  r  r    r7  r2  c                  T    t          j        dd                                          dv S )Nr   r%  r   r  r1  r2  r3  r  r    r*  r2  c                  T    t          j        dd                                          dv S )Nr   r  r   r  r1  r2  r3  r  r  	  s(    
	5w??EEGG=X r2  c                  T    t          j        dd                                          dv S )Nr   r%  r   r  r1  r2  r3  r  r    s+    
	<fEEKKMM	 r2  c                  \    t          t          j                            dd                     S )Nr   r>  r,  rO  rP  r1  r2  r3  r  r  "  s%    8I

A4HH9 9 r2  c                  F    t          t          j        dd                    S )Nr   200r  r1  r2  r3  r  r  &      BI.@%$H$H I I r2  c                  F    t          t          j        dd                    S )Nr   r?  r  r1  r2  r3  r  r  (  r@  r2  c                  F    t          t          j        dd                    S )Nr   100r  r1  r2  r3  r  r  *  r@  r2  c                  `    t          t          t          j        dd                              S )Nr   rJ  rD  r1  r2  r3  r  r  ,  r  r2  c                  F    t          t          j        dd                    S )Nr   -1r  r1  r2  r3  r  r  /  s     5
	/66, , r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r  6  #    DRY7Ms-S-S)T)T$U$U r2  c                  F    t          t          j        dd                    S )Nr   128r  r1  r2  r3  r  r  >  s     c
	2E::/ / r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r  B  s#    S3Es)K)K%L%L M M r2  c                  F    t          t          j        dd                    S )Nr   z1.0r  r1  r2  r3  r  r  G  s     
	,e44) ) r2  c                  ,    t          j        dd          S )Nr   r   r  r1  r2  r3  r  r  M  s    ry1JB'O'O r2  c                  ,    t          j        dd           S )Nr   r  r1  r2  r3  r  r  P  s    29-BD#I#I r2  c                  F    t          t          j        dd                    S )Nr   rC  r  r1  r2  r3  r  r  R      C	.# > >?? r2  c                  z    t          t          j        dt          j        t
                   j                            S )Nr   )r<  r,  r-  sysmodules__name__r   r1  r2  r3  r  r  U  s*    #
	&H(=(JKK# # r2  c                  F    t          t          j        dd                    S )Nr   rJ  r  r1  r2  r3  r  r  Y  rP  r2  c                  ,    t          j        dd          S )Nr   z	127.0.0.1r  r1  r2  r3  r  r  [  s    +>!L!L r2  c                  F    t          t          j        dd                    S )Nr   rC  r  r1  r2  r3  r  r  ]  r  r2  c                  F    t          t          j        dd                    S )Nr   r  r  r1  r2  r3  r  r  c      c")4Le*T*T&U&U r2  c                  `    t          t          t          j        dd                              S )Nr   rJ  rD  r1  r2  r3  r  r  d  (    BI0#6677) ) r2  c                  J    t           j                            dd          dk    S )Nr   rC  rJ  r  r1  r2  r3  r  r  h  s%    bjnn(#/ / / r2  c                  ,    t          j        dd          S )Nr   r   r  r1  r2  r3  r  r  w  r  r2  VLLM_CI_USE_S3c                  J    t           j                            dd          dk    S )Nr^  rC  rJ  r  r1  r2  r3  r  r  {  s    bjnn-=sCCsJ r2  c                  B    t           j                            dd           S )Nr   r  r1  r2  r3  r  r    r  r2  c                  J    t           j                            dd          dk    S )Nr   rC  rJ  r  r1  r2  r3  r  r    r  r2  c                  \    t          t          j                            dd                     S )Nr   )rA  r,  rO  rP  r1  r2  r3  r  r    s%    %7

.55& & r2  r   r   c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r    r  r2  c                  J    t           j                            dd          dk    S )Nr   rC  rJ  r  r1  r2  r3  r  r    r  r2  c                  `    dt           j        v rt          t           j        d                   ndS )Nr   r   )r,  rO  r<  r1  r2  r3  r  r    s:     %
22 ,/

01, , , 
	 r2  c                  \    t          t          j                            dd                     S )Nr   r=  r1  r2  r3  r  r    s%    '8

0$77( ( r2  c                  n    t          dt          j        dd                                          v           S )NproxyJAX_PLATFORMSr   )r@  r,  r-  r[  r1  r2  r3  r  r    s0    t29_b1177999( ( r2  c                  `    t          t          t          j        dd                              S )Nr   rJ  rD  r1  r2  r3  r  r    s#    $s295I3+O+O'P'P"Q"Q r2  c                  `    t          t          t          j        dd                              S )Nr   rJ  rD  r1  r2  r3  r  r    r  r2  c                  `    t          t          t          j        dd                              S )Nr   rJ  rD  r1  r2  r3  r  r    s(    tBI/5566( ( r2  c                  `    t          t          t          j        dd                              S )Nr   rJ  rD  r1  r2  r3  r  r    s(    TBI=sCCDD6 6 r2  c                  `    t          t          t          j        dd                              S )Nr   rJ  rD  r1  r2  r3  r  r    r  r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r    (    4BI;SAABB4 4 r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r    r  r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r    (    4BI3S99::, , r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r    rs  r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r    rp  r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r    s(    4BICSIIJJ< < r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r    (    $BI:C@@AA3 3 r2  c                  F    t          t          j        dd                    S )Nr   512r  r1  r2  r3  r  r    rY  r2  c                  F    t          t          j        dd                    S )Nr   r  r  r1  r2  r3  r  r     s     
	4e<<1 1 r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r    (    BI93??@@2 2 r2  c                  ,    t          j        dd          S )Nr   r   r  r1  r2  r3  r  r  
  s    29%{, , r2  c                  F    t          t          j        dd                    S )Nr   5600r  r1  r2  r3  r  r    s     3
	/88, , r2  c                  F    t          t          j        dd                    S )Nr   8998r  r1  r2  r3  r  r    s     C
	0&99- - r2  c                  `    t          t          j        dt          d                              S )Nr   r   r  r1  r2  r3  r  r  :  s)    S
	93?P;Q;QRR6 6 r2  c                  F    t          t          j        dd                    S )Nr   163840r  r1  r2  r3  r  r  A  s     #
	6AA3 3 r2  .VLLM_FLASHINFER_ALLREDUCE_FUSION_THRESHOLDS_MBc                  P    t          j        t          j        dd                    S )Nr  z{})jsonloadsr,  r-  r1  r2  r3  r  r  J  s"    dj
	BDII? ? r2  $VLLM_MOE_ROUTING_SIMULATION_STRATEGYc                  f    t           j                            dd                                          S )Nr  r   r  r1  r2  r3  r  r  S  s'    BJNN.5 5egg r2  c                  F    t          t          j        dd                    S )Nr   rJ  r  r1  r2  r3  r  r  W  s     S
	93??6 6 r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r  \  rH  r2  c                  F    t          t          j        dd                    S )Nr   16r  r1  r2  r3  r  r  `  s     #
	.55+ + r2  c                  F    t          t          j        dd                    S )Nr   300r  r1  r2  r3  r  r  e  s     #
	6>>3 3 r2  r   r   c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r  u  rs  r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r  {  r  r2  c                  F    t          t          j        dd                    S )Nr   480r  r1  r2  r3  r  r    s     s
	3U;;0 0 r2  c                  T    t          j        dd                                          dv S )Nr   r  r   r  r1  r2  r3  r  r    r/  r2  c                  F    t          t          j        dd                    S )Nr   rJ  r  r1  r2  r3  r  r    s     3
	/55, , r2  c                  F    t          t          j        dd                    S )Nr   rF  r  r1  r2  r3  r  r    s     3
	/66, , r2  c                  F    t          t          j        dd                    S )Nr   rJ  r  r1  r2  r3  r  r    s    s295NPS+T+T'U'U r2  c                  F    t          t          j        dd                    S )Nr   r  r  r1  r2  r3  r  r    s     3
	7??4 4 r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r    (    BI137788* * r2  )zflashinfer-cudnnzflashinfer-trtllmzflashinfer-cutlasscutlassmarlinc                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r    r[  r2  c                  ,    t          j        dd          S )Nr   r   r  r1  r2  r3  r  r    s    	*<b A A r2  VLLM_PROCESS_NAME_PREFIXc                  ,    t          j        dd          S )Nr  VLLMr  r1  r2  r3  r  r    s    	2Lf(U(U r2  c                  `    t          t          t          j        dd                              S )Nr   rJ  rD  r1  r2  r3  r  r    s*    $BIJCPPQQC C r2  c                  `    t          t          t          j        dd                              S )Nr   rC  rD  r1  r2  r3  r  r    r  r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r    r  r2  c                  `    t          t          t          j        dd                              S )Nr  rJ  rD  r1  r2  r3  r  r    rs  r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r    (    DBI<cBBCC5 5 r2  c                  ,    t          j        dd           S )Nr  r  r1  r2  r3  r  r    s    	2Ld(S(S r2  )	containercode_interpreterweb_search_preview)rT  rU  c                  `    t          t          t          j        dd                              S )Nr	  rC  rD  r1  r2  r3  r  r    s(    BI@#FFGG9 9 r2  c                  `    t          t          t          j        dd                              S )Nr
  rC  rD  r1  r2  r3  r  r    r  r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r    s(    BI8#>>??1 1 r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r    r  r2  c                  `    t          t          t          j        dd                              S )Nr  rJ  rD  r1  r2  r3  r  r    rp  r2  c                  8    dt          j                    j         S )NVLLM_OBJECT_STORAGE_SHM_BUFFER_)uuiduuid4hexr1  r2  r3  r  r    s    D$*,,2BDD r2  c                  F    t          t          j        dd                    S )Nr  1024r  r1  r2  r3  r  r    s     #
	.77+ + r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r    s(    DBIDcJJKK= = r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r    r}  r2  c                  F    t          t          j        dd                    S )Nr  20r  r1  r2  r3  r  r    s    RY/BD%I%I!J!J r2  c                  `    t          t          t          j        dd                              S )Nr  rJ  rD  r1  r2  r3  r  r    r}  r2  c                  `    t          t          t          j        dd                              S )Nr  rJ  rD  r1  r2  r3  r  r    s(    dBIFLLMM? ? r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r  #  r  r2  c                  B    t           j                            dd           S )Nr  r  r1  r2  r3  r  r  '  s    bjnn5Mt&T&T r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r  )  s#    tC	2CS(I(I$J$JKK r2  c                  ,    t          j        dd          S )Nr  r   r  r1  r2  r3  r  r  /  s    RY;; r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r  2  rH  r2  c                  `    t          t          t          j        dd                              S )Nr  rC  rD  r1  r2  r3  r  r  4  rx  r2  c                  `    t          t          t          j        dd                              S )Nr  r   r  r1  r2  r3  r  r  ;  s(    #BIBCHHII; ; r2  r!  c                  `    t          t          t          j        dd                              S )Nr#  rC  rD  r1  r2  r3  r  r  H  r[  r2  c                  `    t          t          t          j        dd                              S )Nr$  rC  rD  r1  r2  r3  r  r  N  r  r2  c                  `    t          t          t          j        dd                              S )Nr%  rC  rD  r1  r2  r3  r  r  R  r  r2  c                  `    t          t          t          j        dd                              S )Nr&  rC  rD  r1  r2  r3  r  r  V  r7  r2  c                  `    t          t          t          j        dd                              S )Nr'  rC  rD  r1  r2  r3  r  r  Y  r7  r2  )r  r"  r#  r$  r%  r&  r'  environment_variablesnamec                 p    | t           v rt          |                      S t          dt          d|           )z
    Gets environment variables lazily.

    NOTE: After enable_envs_cache() invocation (which triggered after service
    initialization), all environment variables will be cached.
    module  has no attribute )r  AttributeErrorrT  r  s    r3  __getattr__r  `  s@     $$$$T*,,,
I8IIII
J
JJr2  c                  ,    t          t          d          S )z6Checked if __getattr__ is wrapped with functools.cachecache_clear)hasattrr  r1  r2  r3  _is_envs_cache_enabledr  l  s     ;...r2  c                      t                      rdS t          j        t                    at          D ]} t          |            dS )at  
    Enables caching of environment variables. This is useful for performance
    reasons, as it avoids the need to re-evaluate environment variables on
    every call.

    NOTE: Currently, it's invoked after service initialization to reduce
    runtime overhead. This also means that environment variables should NOT
    be updated after the service is initialized.
    N)r  	functoolscacher  r  )keys    r3  enable_envs_cacher  r  sT       /+..K %  C r2  c                  >    t                      rt          j        adS dS )zr
    Resets the environment variables cache. It could be used to isolate environments
    between unit tests.
    N)r  r  __wrapped__r1  r2  r3  disable_envs_cacher    s(      .!-. .r2  c                  N    t          t                                                    S r;  )rw  r  keysr1  r2  r3  __dir__r    s    %**,,---r2  c                 d    | t           v r| t          j        v S t          dt          d|           )z3Check if an environment variable is explicitly set.r  r  )r  r,  rO  r  rT  r  s    r3  is_setr    s:    $$$rz!!
I8IIII
J
JJr2  c                  R   h d} ddl m} i }t                                          D ]W\  }}|| v r
	  |            }n3# t          $ r&}t
                              d||           Y d}~Ad}~ww xY w ||          ||<   Xg d}|D ]"} |t          j        |                    ||<   #|S )zReturn env vars used for torch.compile cache keys.

    Start with every known vLLM env var; drop entries in `ignored_factors`;
    hash everything else. This keeps the cache key aligned across workers.>:   ra   r,   r	   r   r   r^  r   r   r   r   rF   r!   r   r+   r%   r
   r5   r   r~   r&   r(   r    r   r   r   VLLM_CPU_MOE_PREPACKr  rV   r   r   r2   r.   r   rM   rI   r)   r   r  rK   r3   rT   r  r4   rn   rD   rG   r   rN   r   r   r   rf   rR   rP   r   r   r   r  r   )normalize_valuezBSkipping environment variable %s while hashing compile factors: %sN)	+RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES+RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES*RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES0RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES-RAY_EXPERIMENTAL_NOSET_HABANA_VISIBLE_MODULES.RAY_EXPERIMENTAL_NOSET_NEURON_RT_VISIBLE_CORES(RAY_EXPERIMENTAL_NOSET_TPU_VISIBLE_CHIPS-RAY_EXPERIMENTAL_NOSET_ONEAPI_DEVICE_SELECTOR.RAY_EXPERIMENTAL_NOSET_RBLN_RT_VISIBLE_DEVICES)	vllm.config.utilsr  r  items	Exceptionloggerwarningr,  r-  )	ignored_factorsr  factorsfactorgetterrawexcray_noset_env_varsvars	            r3  compile_factorsr    s   ;! ;! ;!Oz 211111!#G/5577 / /_$$	&((CC 	 	 	NNT  
 HHHH	 */#..  , " 7 7&ry~~66Ns   
<
A,A''A,)T)r9  N(  r  r  loggingr,  rR  r  r  collections.abcr   typingr   r   r   r   rj  __annotations__r	   r<  r  r
   r   r@  r   r   r   r   r   r   r   r   r   r   r   r   r   r   r.  r0  r   r   r   r    r!   r"   r#   r%   r&   r(   r)   r+   r,   r.   r  r/   r0   r1   r2   r3   r4   r5   r/  r7   r8   r:   r;   r>   r?   r@   rA   rD   rF   rG   rI   rK   rM   rN   rP   rR   rT   rV   rX   rZ   r\   r`   ra   rb   rc   rd   re   rf   rj   rk   rl   rm   rn   ro   rw  rp   rq   rr   rs   rt   ru   rv   rw   rx   ry   rz   r{   r|   r}   r~   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r  r  r  r  r  r{  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r"  r#  r$  r%  r&  r'  r4  r7  r>  rA  rE  rR  rk  rx  r}  r  r  	getLoggerrT  r  r  dictr  r  r  r  r  r  objectr  r1  r2  r3  <module>r     s)          				 



   $ $ $ $ $ $ . . . . . . . . . . p(L# IsTz   1h133333 %%%%,.$c...$(sTz((("&OS4Z&&&*-"C---J'+#*++++-#S---'****#L#*###/4&444#'cDj''''+#*+++"&OS4Z&&&+/cDj///7--o>>OS>>>G../?@@c@@@#:S::: %%%%#t###s#'D'''$$$$!!!!1111+/cDj///$$$$Hd%)U)))    /3333*.S4Z...)*C$J***%'s'''/3 #*333 %%%%!w||O[IIIII). $...%.s...6:-t:::MS*G4I,JSSS38*D888)- $---#t###=C '/":CCCW\\/8DDsDDD*/!4///$%c%%%$&c&&&$&c&&&+/"D///+,#S,,,+-#S---%-s--- &#&&&$,c,,,$$$$"(C(((JS!7+F#GSSSHcDj#L#*###!&$&&&16($666&+t+++,1#T111MQgBCdJQQQGT*/!4///!c!!!() #)))%)L$s)d")))/3 #*333 +/S4Z...*.S4Z...48%sTz888:>+S4Z>>>8<)3:<<<15"C$J55515"C$J555/3 #*333;?,cDj???,0sTz000*.S4Z...!&$&&&#(D((( %%%%',,,, %%%%-2$d222 %%%%')49))) %%%% %%%%+0"D000'++++$(T((((,,,,$(T((($(T(((-2$d222,1#T111'++++'++++27)47776;-t;;;,0#T000&*t***"&4&&&"&4&&&(,,,,.3%t333+/"D///)++++',,,,ccc!&$&&&*-"C---"d"""&)e)))#%S%%%&*t***L#    L#(,,,,s    "%C%%%%)d)))+0"D000CKw'?@KKK',,,,=AW]3d:AAA)-4$;---). $...',,,,'((((*.S4Z...$)T)))#####'D'''$(T(((26)4666
 		 7	   
 -1#T00005'555). $...(----(----  )O!P    2C)3BBB"#C###,/$c///.3%t333'2222'++++(, #,,, 	" '	 " " " /5&44412)3222!&$&&&&((((.1&1119=',/$6===(----). $... 	 (,*    6:,d999;?,cDj???+.#S...,1#T111'(((('))))#$S$$$/2'222%*d***c?C6CCC,1#T111*.S4Z...&+t+++05'555/4&444). $...8=/===(,,,,+/cDj///47CEE'S99916($6665:,d:::16($666-2$d222+0"D00004'444/O'OOO&****9>0$>>>.3%t333s+/cDj///'+#*+++.2%t222;?2D???#(D((()-C$J---!OT!!!M3!&$&&&/4&44469.999DL"G,@$ALLL%*d***&+t+++#(D((("'4'''"'4'''    S4Z C$J    cDj TD[    Ct C C C C    6  	* **4Z* #Y"d3i-00* 	*
 b#*n* * * *b  	4# 4#4##Y4# #Y"d3i-004# 	4#
 b$s)m4# 4# 4# 4#v  	" ""#Y" #Y"d3i-00" 	"
 b#c(l" " " "$QsTz Q Q Q Q:b#g& b#g   4 
	8	$	$u7 QQ	u7   u7 $%5%5'%%%	& & &u7$ 33%u7, ;;-u70  ? ?1u7< + - -=u7F   " "Gu7T ((D"H"H"H Uu7\ ;;]u7h   iu7z   {u7N 99Ou7X Yu7^   _u7h   iu7r ' ) )su7 u7| ::}u7B JJCu7H FFIu7L % ' 'Mu7X " $ $Yu7d  ! !eu7n PPou7v Owu7|   }u7H TTIu7P ! # #Qu7\ @@]u7` PPau7d & ( (eu7n " $ $ou7v @@wu7z ) + +{u7 u7 u7D HHEu7F PPGu7H FFIu7L     Mu7R TTSu7T   Uu7` RRau7j   ku7p  M Mqu7t QQuu7x WWyu7| GG}u7B IICu7F 99Gu7L     Mu7X MMYu7\ " $ $]u7 u7 u7h QQiu7n   ou7x  !W!Wyu7~ # % %u7J SSKu7Z -.>.>0&:Q:Q:Q/ /[u7d - / /eu7p # % %qu7z #$4$4&&0A% %{u7B   Cu7R $ & &Su7\  W W]u7b  ! !cu7l  ! !mu7v % ' 'wu7B	 & ( (C	u7N	 & ( (O	u7 u7 u7d	   " "e	u7x	 MMy	u7D
  0 0"&&&	! ! !E
u7T
   U
u7b
 # % %c
u7j
 OOk
u7l
   " "m
u7x
 0 2 2y
u7B & ( (Cu7P $ & &Qu7\ ! # #]u7d " $ $eu7n KKou7r # % %su7~  / /u7J # % %Ku7T KKUu7 u7 u7Z KK[u7` ( * *au7j . 0 0ku7t % ' 'uu7~ % ' 'u7H , . .Iu7T  !Q!QUu7Z KK[u7` #$U$Uau7h / 1 1iu7p SSqu7t ' ) )uu7H OOIu7R  8 8Su7Z   [u7d   eu7n % ' 'ou7 u7 u7z ! # #{u7D     Eu7L " $ $Mu7V     Wu7`     au7j ' ) )ku7t & ( (uu7~ ! # #u7H ! # #Iu7P , . .Qu7\ 0 2 2]u7h & ( (iu7p   " "qu7x WWyu7| WW}u7@ " $ $Au7H ( * *Iu7 u7 u7T *+;+;-..., ,Uu7f / 1 1gu7z / 1 1{u7B IICu7F IIGu7J IIKu7N % ' 'Ou7T " $ $Uu7Z !"7[u7b UUcu7r % ' 'su7z MM{u7D  ! !Eu7P OOQu7V IIWu7Z ??[u7`   au7 u7 u7h ??iu7l LLmu7p MMqu7| UU}u7~  ! !u7F % ' 'Gu7d   " "eu7l JJmu7z  ! !{u7B ! # #Cu7L   Mu7T //!4&%   Uu7` # % %au7l ! # #mu7x " $ $yu7B     Cu7J     Ku7 u7 u7R QQSu7V   Wu7^     _u7f , . .gu7B --	
 	
 	
 Cu7V & ( (Wu7` * , ,au7h # % %iu7p " $ $qu7x " $ $yu7B * , ,Cu7P 2 4 4Qu7Z ) + +[u7f UUgu7v ' ) )wu7B ( * *Cu7J " $ $Ku7 u7 u7R " $ $Su7Z # % %[u7v ,,	
 	
 	
 wu7^ "#3#3%000$ $_u7j , . .ku7x ) + +yu7J 5 7 7Ku7\ + - -]u7d , . .eu7n UUou7v ! # #wu7@ ) + +Au7T ,,uen Uu7` " $ $au7l # % %mu7z & ( ({u7B & ( (Cu7 u7 u7J " $ $Ku7R " $ $Su7Z UU[u7^ * , ,_u7h   " "iu7z //!	
 	
 	

  
 {u7V  ! !Wu7^ AA_u7f  U Ugu7v 9 ; ;wu7N & ( (Ou7V # % %Wu7^ " $ $_u7f + - -gu7n  S Sou7x *+?+?-GGG, , ,yu7D  / 1 1E u7 u7 u7P  + - -Q u7X  ' ) )Y u7`  % ' 'a u7j  * , ,k u7x  *+A+A-DD, ,y u7B! ! # #C!u7N! 3 5 5O!u7X! ( * *Y!u7b! JJc!u7j! ( * *k!u7t! 5 7 7u!u7|!   }!u7D" TTE"u7H" KKI"u7T" ;;U"u7Z" UU["u7^" ) + +_"u7 u7l"3 3 '7&6((Xz4J' '! !" "  XW XWi#u7 u7 u7 tC"c'!223 u u uv#	Kc 	K 	K 	K 	K/ / / / /   ,. . . .. . .K K K K Koc6k* o o o o o or2  