
    PiqY              #          d dl mZ d dlmZ e G d d                      Ze G d d                      Z edd ed	d
           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           ed d!           ed"d#           ed$d%           ed&d'           ed(d)           ed*d+          gd,-           ed.d/ ed0d1           ed2d3           ed4d5           ed6d7           ed8d9           ed:d;           ed<d=           ed>d?           ed@dA           edBdC           edDdE           edFdG           edHdI           edJdK           edLdM           edNdO           edPdQ           edRdS           edTdU           edVdW           edXdY           edZd[           ed\d]           ed^d_           ed`da           edbdc           eddde          gdf-           edgdhg  edidj           edkdl           edmdn           edodp           edqdr           edsdt           edudv           edwdx           edydz           ed{d|           ed}d~           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd          d,-           edd edd           edd          gd,-           edd eddĬ           eddƬ          gdf-           edd eddʬ          gdf-           edd eddά          gd,-           eddg  eddҬ           eddԬ           edd֬           eddج           eddڬ           eddܬ           eddެ           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd           edd            edd           edd           edd           edd           ed	d
           edd           edd           edd           edd           edd           edd           edd          df-           edd edd          gdf-           edd edd           gd,-           ed!d" ed#d$           ed%d&          gd,-           ed'd( ed)d*           ed+d,           ed-d.          gdf-           ed/d0 ed1d2          gdf-           ed3d4 ed5d6           ed7d8           ed9d:           ed;d<           ed=d>           ed?d@           edAdB           edCdD           edEdF           edGdH          g
d,-           edIdJ edKdL          gd,-           edMdN edOdP           edQdR          gdf-           edSdT edUdV           edWdX           edYdZ           ed[d\          gdf-           ed]d^ ed_d`           edadb          gd,-           edcdd ededf           edgdh          gdf-          gZdi ZdjS (k      )	dataclass)Listc                   $    e Zd ZU eed<   eed<   dS )Configname	file_pathN)__name__
__module____qualname__str__annotations__     n/home/jaya/work/projects/VOICE-AGENT/VIET/agent-env/lib/python3.11/site-packages/torchtune/_recipe_registry.pyr   r      s"         
IIINNNNNr   r   c                   D    e Zd ZU eed<   eed<   ee         ed<   eed<   dS )Reciper   r   configssupports_distributedN)r	   r
   r   r   r   r   r   boolr   r   r   r   r      s@         
IIINNN&\r   r   full_finetune_single_devicezfull_finetune_single_device.pyzllama2/7B_full_low_memoryzllama2/7B_full_low_memory.yaml)r   r   zcode_llama2/7B_full_low_memoryz#code_llama2/7B_full_low_memory.yamlzllama3/8B_full_single_devicez!llama3/8B_full_single_device.yamlzllama3_1/8B_full_single_devicez#llama3_1/8B_full_single_device.yamlzllama3_2/1B_full_single_devicez#llama3_2/1B_full_single_device.yamlzllama3_2/3B_full_single_devicez#llama3_2/3B_full_single_device.yamlzmistral/7B_full_low_memoryzmistral/7B_full_low_memory.yamlzphi3/mini_full_low_memoryzphi3/mini_full_low_memory.yamlzphi4/14B_full_low_memoryzphi4/14B_full_low_memory.yamlzqwen2/7B_full_single_devicez qwen2/7B_full_single_device.yamlzqwen2/0.5B_full_single_devicez"qwen2/0.5B_full_single_device.yamlzqwen2/1.5B_full_single_devicez"qwen2/1.5B_full_single_device.yamlzqwen2_5/0.5B_full_single_devicez$qwen2_5/0.5B_full_single_device.yamlzqwen2_5/1.5B_full_single_devicez$qwen2_5/1.5B_full_single_device.yamlzqwen2_5/3B_full_single_devicez"qwen2_5/3B_full_single_device.yamlzqwen2_5/7B_full_single_devicez"qwen2_5/7B_full_single_device.yamlz&llama3_2_vision/11B_full_single_devicez+llama3_2_vision/11B_full_single_device.yamlF)r   r   r   r   full_finetune_distributedzfull_finetune_distributed.pyzllama2/7B_fullzllama2/7B_full.yamlzllama2/13B_fullzllama2/13B_full.yamlzllama3/8B_fullzllama3/8B_full.yamlzllama3_1/8B_fullzllama3_1/8B_full.yamlzllama3_2/1B_fullzllama3_2/1B_full.yamlzllama3_2/3B_fullzllama3_2/3B_full.yamlzllama3/70B_fullzllama3/70B_full.yamlzllama3_1/70B_fullzllama3_1/70B_full.yamlzllama3_3/70B_fullzllama3_3/70B_full.yamlzllama3_3/70B_full_multinodez llama3_3/70B_full_multinode.yamlzmistral/7B_fullzmistral/7B_full.yamlzgemma/2B_fullzgemma/2B_full.yamlzgemma/7B_fullzgemma/7B_full.yamlzgemma2/2B_fullzgemma2/2B_full.yamlzgemma2/9B_fullzgemma2/9B_full.yamlzgemma2/27B_fullzgemma2/27B_full.yamlzphi3/mini_fullzphi3/mini_full.yamlzphi4/14B_fullzphi4/14B_full.yamlzqwen2/7B_fullzqwen2/7B_full.yamlzqwen2/0.5B_fullzqwen2/0.5B_full.yamlzqwen2/1.5B_fullzqwen2/1.5B_full.yamlzqwen2_5/0.5B_fullzqwen2_5/0.5B_full.yamlzqwen2_5/1.5B_fullzqwen2_5/1.5B_full.yamlzqwen2_5/3B_fullzqwen2_5/3B_full.yamlzqwen2_5/7B_fullzqwen2_5/7B_full.yamlzllama3_2_vision/11B_fullzllama3_2_vision/11B_full.yamlzllama3_2_vision/90B_fullzllama3_2_vision/90B_full.yamlTlora_finetune_single_devicezlora_finetune_single_device.pyzllama2/7B_lora_single_devicez!llama2/7B_lora_single_device.yamlzllama2/7B_qlora_single_devicez"llama2/7B_qlora_single_device.yamlz!code_llama2/7B_lora_single_devicez&code_llama2/7B_lora_single_device.yamlz"code_llama2/7B_qlora_single_devicez'code_llama2/7B_qlora_single_device.yamlzllama3/8B_lora_single_devicez!llama3/8B_lora_single_device.yamlzllama3_1/8B_lora_single_devicez#llama3_1/8B_lora_single_device.yamlzllama3/8B_qlora_single_devicez"llama3/8B_qlora_single_device.yamlzllama3_2/1B_lora_single_devicez#llama3_2/1B_lora_single_device.yamlzllama3_2/3B_lora_single_devicez#llama3_2/3B_lora_single_device.yamlzllama3/8B_dora_single_devicez!llama3/8B_dora_single_device.yamlzllama3/8B_qdora_single_devicez"llama3/8B_qdora_single_device.yamlzllama3_1/8B_qlora_single_devicez$llama3_1/8B_qlora_single_device.yamlzllama3_2/1B_qlora_single_devicez$llama3_2/1B_qlora_single_device.yamlzllama3_2/3B_qlora_single_devicez$llama3_2/3B_qlora_single_device.yamlzllama2/13B_qlora_single_devicez#llama2/13B_qlora_single_device.yamlzmistral/7B_lora_single_devicez"mistral/7B_lora_single_device.yamlzmistral/7B_qlora_single_devicez#mistral/7B_qlora_single_device.yamlzgemma/2B_lora_single_devicez gemma/2B_lora_single_device.yamlzgemma/2B_qlora_single_devicez!gemma/2B_qlora_single_device.yamlzgemma/7B_lora_single_devicez gemma/7B_lora_single_device.yamlzgemma/7B_qlora_single_devicez!gemma/7B_qlora_single_device.yamlzgemma2/2B_lora_single_devicez!gemma2/2B_lora_single_device.yamlzgemma2/2B_qlora_single_devicez"gemma2/2B_qlora_single_device.yamlzgemma2/9B_lora_single_devicez!gemma2/9B_lora_single_device.yamlzgemma2/9B_qlora_single_devicez"gemma2/9B_qlora_single_device.yamlzgemma2/27B_lora_single_devicez"gemma2/27B_lora_single_device.yamlzgemma2/27B_qlora_single_devicez#gemma2/27B_qlora_single_device.yamlzphi3/mini_lora_single_devicez!phi3/mini_lora_single_device.yamlzphi3/mini_qlora_single_devicez"phi3/mini_qlora_single_device.yamlzphi4/14B_lora_single_devicez phi4/14B_lora_single_device.yamlzphi4/14B_qlora_single_devicez!phi4/14B_qlora_single_device.yamlzqwen2/7B_lora_single_devicez qwen2/7B_lora_single_device.yamlzqwen2/0.5B_lora_single_devicez"qwen2/0.5B_lora_single_device.yamlzqwen2/1.5B_lora_single_devicez"qwen2/1.5B_lora_single_device.yamlzqwen2_5/0.5B_lora_single_devicez$qwen2_5/0.5B_lora_single_device.yamlzqwen2_5/1.5B_lora_single_devicez$qwen2_5/1.5B_lora_single_device.yamlzqwen2_5/3B_lora_single_devicez"qwen2_5/3B_lora_single_device.yamlzqwen2_5/7B_lora_single_devicez"qwen2_5/7B_lora_single_device.yamlzqwen2_5/14B_lora_single_devicez#qwen2_5/14B_lora_single_device.yamlz&llama3_2_vision/11B_lora_single_devicez+llama3_2_vision/11B_lora_single_device.yamlz'llama3_2_vision/11B_qlora_single_devicez,llama3_2_vision/11B_qlora_single_device.yamllora_dpo_single_devicezlora_dpo_single_device.pyz llama2/7B_lora_dpo_single_devicez%llama2/7B_lora_dpo_single_device.yamlz"llama3_1/8B_lora_dpo_single_devicez'llama3_1/8B_lora_dpo_single_device.yamllora_dpo_distributedzlora_dpo_distributed.pyzllama2/7B_lora_dpozllama2/7B_lora_dpo.yamlzllama3_1/8B_lora_dpozllama3_1/8B_lora_dpo.yamlfull_dpo_distributedzfull_dpo_distributed.pyzllama3_1/8B_full_dpozllama3_1/8B_full_dpo.yamlppo_full_finetune_single_devicez"ppo_full_finetune_single_device.pyzmistral/7B_full_ppo_low_memoryz#mistral/7B_full_ppo_low_memory.yamllora_finetune_distributedzlora_finetune_distributed.pyzllama2/7B_lorazllama2/7B_lora.yamlzllama2/13B_lorazllama2/13B_lora.yamlzllama2/70B_lorazllama2/70B_lora.yamlzllama2/7B_qlorazllama2/7B_qlora.yamlzllama2/70B_qlorazllama2/70B_qlora.yamlzllama3/8B_dorazllama3/8B_dora.yamlzllama3/70B_lorazllama3/70B_lora.yamlzllama3_1/70B_lorazllama3_1/70B_lora.yamlzllama3_3/70B_lorazllama3_3/70B_lora.yamlzllama3_3/70B_qlorazllama3_3/70B_qlora.yamlzllama3/8B_lorazllama3/8B_lora.yamlzllama3_1/8B_lorazllama3_1/8B_lora.yamlzllama3_2/1B_lorazllama3_2/1B_lora.yamlzllama3_2/3B_lorazllama3_2/3B_lora.yamlzllama3_1/405B_qlorazllama3_1/405B_qlora.yamlzmistral/7B_lorazmistral/7B_lora.yamlzgemma/2B_lorazgemma/2B_lora.yamlzgemma/7B_lorazgemma/7B_lora.yamlzgemma2/2B_lorazgemma2/2B_lora.yamlzgemma2/9B_lorazgemma2/9B_lora.yamlzgemma2/27B_lorazgemma2/27B_lora.yamlzphi3/mini_lorazphi3/mini_lora.yamlzphi4/14B_lorazphi4/14B_lora.yamlzqwen2/7B_lorazqwen2/7B_lora.yamlzqwen2/0.5B_lorazqwen2/0.5B_lora.yamlzqwen2/1.5B_lorazqwen2/1.5B_lora.yamlzqwen2_5/0.5B_lorazqwen2_5/0.5B_lora.yamlzqwen2_5/1.5B_lorazqwen2_5/1.5B_lora.yamlzqwen2_5/3B_lorazqwen2_5/3B_lora.yamlzqwen2_5/7B_lorazqwen2_5/7B_lora.yamlzqwen2_5/32B_lorazqwen2_5/32B_lora.yamlzqwen2_5/72B_lorazqwen2_5/72B_lora.yamlzllama3_2_vision/11B_lorazllama3_2_vision/11B_lora.yamlzllama3_2_vision/11B_qlorazllama3_2_vision/11B_qlora.yamlzllama3_2_vision/90B_lorazllama3_2_vision/90B_lora.yamlzllama3_2_vision/90B_qlorazllama3_2_vision/90B_qlora.yamlz+dev/lora_finetune_distributed_multi_datasetz.dev/lora_finetune_distributed_multi_dataset.pyzdev/11B_lora_multi_datasetzdev/11B_lora_multi_dataset.yamlgeneratezgenerate.py
generationzgeneration.yamlzdev/generate_v2zdev/generate_v2.pyzllama2/generation_v2zllama2/generation_v2.yamlz!llama3_2_vision/11B_generation_v2z&llama3_2_vision/11B_generation_v2.yamlzdev/generate_v2_distributedzdev/generate_v2_distributed.pyz!llama3/70B_generation_distributedz&llama3/70B_generation_distributed.yamlz#llama3_1/70B_generation_distributedz(llama3_1/70B_generation_distributed.yamlz#llama3_3/70B_generation_distributedz(llama3_3/70B_generation_distributed.yamlz#dev/early_exit_finetune_distributedz&dev/early_exit_finetune_distributed.pyzllama2/7B_full_early_exitzdev/7B_full_early_exit.yamleleuther_evalzeleuther_eval.pyeleuther_evaluationzeleuther_evaluation.yamlzllama3_2_vision/11B_evaluationz#llama3_2_vision/11B_evaluation.yamlzqwen2/evaluationzqwen2/evaluation.yamlzqwen2_5/evaluationzqwen2_5/evaluation.yamlzgemma/evaluationzgemma/evaluation.yamlzphi4/evaluationzphi4/evaluation.yamlzphi3/evaluationzphi3/evaluation.yamlzmistral/evaluationzmistral/evaluation.yamlzllama3_2/evaluationzllama3_2/evaluation.yamlzcode_llama2/evaluationzcode_llama2/evaluation.yamlquantizezquantize.pyquantizationzquantization.yamlqat_distributedzqat_distributed.pyzllama2/7B_qat_fullzllama2/7B_qat_full.yamlzllama3/8B_qat_fullzllama3/8B_qat_full.yamlqat_lora_finetune_distributedz qat_lora_finetune_distributed.pyzllama3/8B_qat_lorazllama3/8B_qat_lora.yamlzllama3_1/8B_qat_lorazllama3_1/8B_qat_lora.yamlzllama3_2/1B_qat_lorazllama3_2/1B_qat_lora.yamlzllama3_2/3B_qat_lorazllama3_2/3B_qat_lora.yaml$knowledge_distillation_single_devicez'knowledge_distillation_single_device.pyz'qwen2/1.5_to_0.5B_KD_lora_single_devicez,qwen2/1.5_to_0.5B_KD_lora_single_device.yamlz'llama3_2/8B_to_1B_KD_lora_single_devicez,llama3_2/8B_to_1B_KD_lora_single_device.yaml"knowledge_distillation_distributedz%knowledge_distillation_distributed.pyz%qwen2/1.5_to_0.5B_KD_lora_distributedz*qwen2/1.5_to_0.5B_KD_lora_distributed.yamlz%llama3_2/8B_to_1B_KD_lora_distributedz*llama3_2/8B_to_1B_KD_lora_distributed.yamlc                      t           S )z'List of recipes available from the CLI.)_ALL_RECIPESr   r   r   get_all_recipesr*   X  s    r   N)dataclassesr   typingr   r   r   r)   r*   r   r   r   <module>r-      s   " ! ! ! ! !              
         F*2F0:   F5?   F3=   F5?   F5?   F5?   F1;   F0:   F/9   F2<   F4>   F4>   F6@   F6@   F4>   F4>   F=G  CE
L #SJ J JV F(0F(4IJJJF)5KLLLF(4IJJJF*6MNNNF*6MNNNF*6MNNNF)5KLLLF+7OPPPF+7OPPPF2<   F)5KLLLF3GHHHF3GHHHF(4IJJJF(4IJJJF)5KLLLF(4IJJJF3GHHHF3GHHHF)5KLLLF)5KLLLF+7OPPPF+7OPPPF)5KLLLF)5KLLLF/9   F/9  C%
L "S* * *V F*2e
F3=  e

 F4>  e
 F8B  e
 F9C  e
" F3=  #e
* F5?  +e
2 F4>  3e
: F5?  ;e
B F5?  Ce
J F3=  Ke
R F4>  Se
Z F6@  [e
b F6@  ce
j F6@  ke
r F5?  se
z F4>  {e
B F5?  Ce
J F2<  Ke
R F3=  Se
Z F2<  [e
b F3=  ce
j F3=  ke
r F4>  se
z F3=  {e
B F4>  Ce
J F4>  Ke
R F5?  Se
Z F3=  [e
b F4>  ce
j F2<  ke
r F3=  se
z F2<  {e
B F4>  Ce
J F4>  Ke
R F6@  Se
Z F6@  [e
b F4>  ce
j F4>  ke
r F5?  se
z F=G  {e
B F>H  Ce
L #Sj j jV F%-F7A   F9C  	
 #   F#+F)3   F+5  	
 "   F#+F+5  
 "
 
 
 F.6F5?  
 #
 
 
 F(0:
F(4IJJJ:
F)5KLLL:
 F)5KLLL:
 F&0  	:
 F'1  :
 F(4IJJJ:
 F)5KLLL:
 F+7OPPP:
 F+7OPPP:
  F,8QRRR!:
" F(4IJJJ#:
$ F*6MNNN%:
& F*6MNNN':
( F*6MNNN):
* F*4  +:
2 F)5KLLL3:
4 F3GHHH5:
6 F3GHHH7:
8 F(4IJJJ9:
: F(4IJJJ;:
< F)5KLLL=:
> F(4IJJJ?:
@ F3GHHHA:
B F3GHHHC:
D F)5KLLLE:
F F)5KLLLG:
H F+7OPPPI:
J F+7OPPPK:
L F)5KLLLM:
N F)5KLLLO:
P F*6MNNNQ:
R F*6MNNNS:
T F/9  U:
\ F0:  ]:
d F/9  e:
l F0:  m:
v "}? ? ?@ F:BF1;  
 "
 
 
 FF0ABBB
 #   F&F+5   F8B  	
 #   F*2F8B   F:D   F:D  
 "#  & F2:F07  
 "
 
 
 F$F-9STTTF5?   F'1   F)3   F'1   F&0   F&0   F)3   F*4   F-7  E&
N #U+ + +X FF2EFFF
 #   F&F,8QRRRF,8QRRR
 "   F,4F,8QRRRF.:UVVVF.:UVVVF.:UVVV	
 "
 
 
 F3;F>H   F>H  	
 #   F19F<F   F<F  	
 "  [|~    r   