
    -`i                         d dl Z d dlZd dlZd dlZd dlmZ d dlmZ d dl	m
Z
 ej        rd dlmZ ne j        Z e
e          Z G d de          Zdee         fd	ZdS )
    N)CLISubcommand)VLLM_SUBCMD_PARSER_EPILOG)init_logger)FlexibleArgumentParserc                   Z    e Zd ZdZdZedej        ddfd            Zdej	        de
fdZdS )	RunBatchSubcommandz(The `run-batch` subcommand for vLLM CLI.z	run-batchargsreturnNc                    ddl m} t                              dt          j                            d                     t                              d|            | j        r8ddlm	} t                              d            || j
        | j                   nt                              d	           t          j         ||                      d S )
Nr   )mainz$vLLM batch processing API version %svllmzargs: %s)start_http_serverzPrometheus metrics enabled)portaddrzPrometheus metrics disabled)!vllm.entrypoints.openai.run_batchr   loggerinfo	importlibmetadataversionenable_metricsprometheus_clientr   r   urlasynciorun)r	   run_batch_mainr   s      r/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/entrypoints/cli/run_batch.pycmdzRunBatchSubcommand.cmd   s    LLLLLL2I4F4N4Nv4V4V	
 	
 	
 	J%%%
  	7;;;;;;KK45554948<<<<<KK5666NN4(()))))    
subparsersc                     ddl m} |                    | j        ddd          } ||          }t	          j        | j                  |_        |S )Nr   )make_arg_parserz,Run batch prompts and write results to file.z`Run batch prompts using vLLM's OpenAI-compatible API.
Supports local or HTTP input/output files.z=vllm run-batch -i INPUT.jsonl -o OUTPUT.jsonl --model <model>)helpdescriptionusage)subcmd)r   r"   
add_parsernamer   formatepilog)selfr    r"   run_batch_parsers       r   subparser_initz!RunBatchSubcommand.subparser_init0   sw     	FEEEEE%00I?= R 1 
 
 +?+;<<";"B$)"T"T"Tr   )__name__
__module____qualname____doc__r(   staticmethodargparse	Namespacer   _SubParsersActionr   r-    r   r   r   r      su        22D*($ * * * * \** "4 	           r   r   r
   c                       t                      gS )N)r   r6   r   r   cmd_initr8   C   s      !!r   )r3   r   importlib.metadatar   typingvllm.entrypoints.cli.typesr   vllm.entrypoints.utilsr   vllm.loggerr   TYPE_CHECKINGvllm.utils.argparse_utilsr   ArgumentParserr.   r   r   listr8   r6   r   r   <module>rB      s           4 4 4 4 4 4 < < < < < < # # # # # #	 5@@@@@@@%4	X		+  +  +  +  +  +  +  + \"$}% " " " " " "r   