-`i<ddlZddlZddlZddlZddlmZddlmZddlm Z ddl m Z erddl m Z nejZ dZdejd eeeffd Zd efd Zd efd Zd edzdeded dfdZde d e fdZGdde ZGdde Zd ee fdZdS)N) TYPE_CHECKING)OpenAI)ChatCompletionMessageParam) CLISubcommand)FlexibleArgumentParsercd}tjtj|tjtj|dS)Nc.tjddS)Nr)sysexit)sigframes o/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/vllm/entrypoints/cli/openai.pysignal_handlerz1_register_signal_handlers..signal_handlers  )signalSIGINTSIGTSTP)rs r_register_signal_handlersrsA M&-000 M&..11111rargsreturnc<t|j}|jptjdd}t ||}|jr|j}n+|j }|j dj }td|||fS)NOPENAI_API_KEYEMPTY)api_keybase_urlrz Using model: ) rurlrosenvirongetr model_namemodelslistdataidprint)rrr openai_clientr available_modelss r_interactive_clir(sxHlGbjnn-=wGGG7X>>>M 1_ (/4466%*1-0  &* & &''' } $$rcd}|D]<}|jdj}|jr!||jz }t|jdd=t|SNrT)endflush)choicesdeltacontentr%)streamoutputchunkr/s r_print_chat_streamr4/sa F55 a & = 5 em #F %-Rt 4 4 4 4 GGG Mrcd}|D]-}|jdj}|||z }t|dd.t|Sr*)r.textr%)r1r2r3r6s r_print_completion_streamr7:sX F,,}Q$   dNF $Bd + + + + GGG Mr system_promptr clientcbg}||d|dtd td}n#t$rYdSwxYw|d|d|jj||d}t|}|d|d) Nsystemroler0*Please enter a message for the chat model:T> usermodelmessagesr1 assistant)appendr%inputEOFErrorchat completionscreater4)r8r r9 conversation input_messager1r2s rrHrHEs57L X-HHIII 6777 F !$KKMM    EE V FFGGG(//|D0  $F++DDEEE Fs> A  A parserc|dtdd|dtdd|dtdd|S) Nz--urlzhttp://localhost:8000/v1z7url of the running OpenAI-Compatible RESTful API servertypedefaulthelpz --model-namez]The model name used in prompt completion, default to the first model in list models API call.z --api-keyaKAPI key for OpenAI services. If provided, this api key will overwrite the api key obtained through environment variables. It is important to note that this option only applies to the OpenAI-compatible API endpoints and NOT other endpoints that may be present in the server. See the security guide in the vLLM docs for more details.) add_argumentstrrMs r_add_query_optionsrVYs  * F     7        MrczeZdZdZdZedejddfdZede de fdZ d ej de fd Z dS) ChatCommandz'The `chat` subcommand for the vLLM CLI.rHrrNcrt|\}}|j}g}||d|d|jrh|d|jd|jj||d}t|}|d|ddStd td}n#t$rYdSwxYw|d|d|jj||d}t|}|d|d) Nr;r<r@TrArDr>r?) r(r8rEquickrHrIrJr4r%rFrG)rr r9r8rKr1r2rLs rcmdzChatCommand.cmd~s}-d33 F* 9;  $   m L L M M M :    DJ G G H H H[,33 <4F(//F    H H I I I F :;;; J  %d        M J J K K K[,33 <4F(//F    H H I I I Js6C CCrMct||dtdd|ddtdd |S) z'Add CLI arguments for the chat command.z--system-promptNz`The system prompt to be added to the chat template, used for models that support system prompts.rO-q--quickMESSAGEzBSend a single prompt as MESSAGE and print the response, then exit.rPmetavarrR)rVrSrTrUs r add_cli_argszChatCommand.add_cli_argssr 6""" ?       V     r subparsersch|dddd}t|S)NrHz5Generate chat completions via the running API server.zvllm chat [options]rR descriptionusage) add_parserrXrbselfrcrMs rsubparser_initzChatCommand.subparser_inits@&& HO' '   ''///r __name__ __module__ __qualname____doc__name staticmethodargparse Namespacer[rrb_SubParsersActionrkrrrXrXys11 DJ($JJJJ\J@38N\* 0"4 0  0 0 0 0 0 0rrXczeZdZdZdZedejddfdZede de fdZ d ej de fd Z dS) CompleteCommandz+The `complete` subcommand for the vLLM CLI.completerrNc`t|\}}|dd}|jr |j|d<|jr*|jjdd|ji|}t |dSt d td}n#t$rYdSwxYw|jjdd|i|}t |F)NT)rBr1 max_tokenspromptz Please enter prompt to complete:r?rv) r(r{rZrIrJr7r%rFrG)rr r9kwargsr1 input_prompts rr[zCompleteCommand.cmds-d33 F    ? 3#'?F< : .V'.KKdjKFKKF $V , , , F 0111 - $T{{     .V'.MMlMfMMF $V , , ,  -s+A;; B B rMct||dtd|ddtdd|S) z+Add CLI arguments for the complete command.z --max-tokensz9Maximum number of tokens to generate per output sequence.)rPrRr]r^PROMPTz@Send a single prompt and print the completion output, then exit.r`)rVrSintrTrUs rrbzCompleteCommand.add_cli_argssm 6""" L      S     rrcch|dddd}t|S)NryzOGenerate text completions based on the given prompt via the running API server.zvllm complete [options]re)rhrxrbris rrkzCompleteCommand.subparser_initsF&& ..,'   ++F333rrlrvrrrxrxs55 D-($----\-038N\"4"44 444444rrxc:ttgS)N)rXrxrvrrcmd_initrs MM?,, --r)rsrrr typingropenairopenai.types.chatrvllm.entrypoints.cli.typesrvllm.utils.argparse_utilsrArgumentParserrrttuplerTr(r4r7rHrVrXrxr"rrvrrrs 8888884444445@@@@@@@%4222%8-%%V 2D%%%%$#Fd FFVFFFFF(5:P@E0E0E0E0E0-E0E0E0P?4?4?4?4?4m?4?4?4D.$}%......r