U
    0È-e‘	  ã                   @   sø   d dl ZdZdZdZdZdZdZdZd	Z	d
Z
dZdZdZdddgZdddddgZdddgZdddgZdddgZdZd d!d"d#d$gZd%d&d'gZejejejejejejd(œZd)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?gZd@dAdBdCgZedDdEdFg ZdS )Gé    Nz	scaler.ptZpytorch_modelZrandom_statesZ	optimizerZ	schedulerzpytorch_model.binzpytorch_model.bin.index.jsonzmodel.safetensorszmodel.safetensors.index.jsonz1.10.2Zpy38z4.17.0zml.p3.16xlargezml.p3dn.24xlargezml.p4dn.24xlargeZ
FULL_SHARDZSHARD_GRAD_OPZNO_SHARDZHYBRID_SHARDZHYBRID_SHARD_ZERO2ZTRANSFORMER_BASED_WRAPZSIZE_BASED_WRAPZNO_WRAPZBACKWARD_PREZBACKWARD_POSTZNO_PREFETCHZFULL_STATE_DICTZLOCAL_STATE_DICTZSHARDED_STATE_DICTz2.0.1ZpdshÚstandardZopenmpiZmvapichZmpichÚdefaultzreduce-overheadzmax-autotune)ú>z>=z==z!=z<=ú<ZnnodesZnproc_per_nodeZrdzv_backendZrdzv_endpointZrdzv_idZ	rdzv_confÚ
standaloneZmax_restartsZmonitor_intervalZstart_methodZroleÚmoduleÚmZ	no_pythonZrun_pathZlog_dirÚrZ	redirectsÚtÚteeZ	node_rankZmaster_addrZmaster_portZ	DEEPSPEEDZ	MULTI_GPUZFSDPZMEGATRON_LMZ	MULTI_NPUZ	MULTI_XPUZ	MULTI_CPU) ÚoperatorÚopZSCALER_NAMEZ
MODEL_NAMEZRNG_STATE_NAMEZOPTIMIZER_NAMEZSCHEDULER_NAMEZWEIGHTS_NAMEZWEIGHTS_INDEX_NAMEZSAFE_WEIGHTS_NAMEZSAFE_WEIGHTS_INDEX_NAMEZSAGEMAKER_PYTORCH_VERSIONZSAGEMAKER_PYTHON_VERSIONZSAGEMAKER_TRANSFORMERS_VERSIONZ SAGEMAKER_PARALLEL_EC2_INSTANCESZFSDP_SHARDING_STRATEGYZFSDP_AUTO_WRAP_POLICYZFSDP_BACKWARD_PREFETCHZFSDP_STATE_DICT_TYPEZFSDP_PYTORCH_VERSIONZDEEPSPEED_MULTINODE_LAUNCHERSZTORCH_DYNAMO_MODESÚgtÚgeÚeqÚneÚleÚltZSTR_OPERATION_TO_FUNCZTORCH_LAUNCH_PARAMSZCUDA_DISTRIBUTED_TYPESZ!TORCH_DISTRIBUTED_OPERATION_TYPES© r   r   ú[/var/www/html/Darija-Ai-Train/env/lib/python3.8/site-packages/accelerate/utils/constants.pyÚ<module>   s^   




é