U
    ãÇ-e^!  ã                	   @   s’  d dl Z d dlZ d dlZd dlZd dlmZ d dlmZ ddlm	Z	 e	e
ƒZdZdZdZd	Zd
ZdZej dd¡Zed ZdZdZe e ¡ ¡ZddddhZe dh¡Ze e j d¡¡Ze e j d¡¡Z e e j d¡¡Z!ej dd¡ "¡ Z#ej dd¡ "¡ Z$ej dd¡ "¡ Z%dZ&dZ'e$ekrŒe#ekrŒe j( )d¡dk	Z'e'r–z(e e j d¡¡Z&e *de&› d ¡ W n e jj+k
rˆ   Y nX n
e *d!¡ dZ,dZ-e#ekrTe$ekrTe j( )d"¡dk	Z-e-rd#D ]DZ.ze e j e.¡¡Z,W n  e jj+k
r   Y qÌY nX  qqÌdZ-e-r^e,j/d$k r@e *d%e,› d&¡ dZ-ne *d'e,› d ¡ n
e *d(¡ dZ0dZ1e%ekrÞe j( )d)¡dk	oe j( )d*¡dk	Z1e1rèz(e e j d)¡¡Z0e *d+e0› d ¡ W n e jj+k
rÚ   Y nX n
e *d,¡ ej d-d¡ "¡ Z2dZ3dZ4e2ekrVz,e e j d.¡¡Z3d/Z4e *d0e3› d ¡ W n e jj+k
rR   Y nX n
e *d1¡ e j( )d2¡dk	Z5e j( )d3¡dk	Z6e j( )d4¡dk	o¬e e  7d4¡j8¡e d5¡kZ9e j( )d4¡dk	oÚe e  7d4¡j8¡e d6¡kZ:e j( )d7¡dk	Z;e j( )d8¡dk	Z<e j( )d9¡dk	Z=e j( )d:¡dk	Z>d;Z?e @d<e?¡ZAejB CeAd=¡ZDejB Ee @d>eD¡¡ZFejB CeFd?¡ZGee @d@eG¡ƒZHejB CeFdA¡ZIee @dBeI¡ƒZJejB CeFdC¡ZKee @dDeK¡ƒZLdEZMejB CeHeM¡ZNee @dFeN¡ƒZOdGZPejB CeNeP¡ZQee @dHeQ¡ƒZRej dId¡ "¡ ekZSdJZTdKZUdLZVdMZWdNZXdNZYdNZZej dOd¡ "¡ ekZ[d Z\e]ej dPe\¡ƒZ^dQZ_dRZ`dSZadTZbdUZcdVZddWZedXZfdYZgdZZhd[Zid\Zjd]Zkd^ZldKZmd^Znd_ZodS )`é    N)ÚPath)Úversioné   )Ú
get_loggerzBhttps://s3.amazonaws.com/datasets.huggingface.co/datasets/datasetsz5https://cdn-datasets.huggingface.co/datasets/datasetszXhttps://raw.githubusercontent.com/huggingface/datasets/{revision}/datasets/{path}/{name}zAhttps://s3.amazonaws.com/datasets.huggingface.co/datasets/metricsz3https://cdn-datasets.huggingface.co/datasets/metriczWhttps://raw.githubusercontent.com/huggingface/datasets/{revision}/metrics/{path}/{name}ÚHF_ENDPOINTzhttps://huggingface.coz-/datasets/{repo_id}/resolve/{revision}/{path}z)hf://datasets/{repo_id}@{revision}/{path}ÚmainÚ1ÚONZYESÚTRUEZAUTOZdillZpandasZpyarrowÚUSE_TFÚ	USE_TORCHÚUSE_JAXzN/AFZtorchzPyTorch version z available.z'Disabling PyTorch because USE_TF is setÚ
tensorflow)	r   ztensorflow-cpuztensorflow-gpuz
tf-nightlyztf-nightly-cpuztf-nightly-gpuzintel-tensorflowztensorflow-rocmztensorflow-macosé   z"TensorFlow found but with version z(. `datasets` requires version 2 minimum.zTensorFlow version z-Disabling Tensorflow because USE_TORCH is setZjaxZjaxlibzJAX version z-Disabling JAX because USE_JAX is set to FalseÚUSE_BEAMZapache_beamTzApache Beam version z6Disabling Apache Beam because USE_BEAM is set to FalseZ
sqlalchemyZPILZ	soundfilez1.0.31z1.1.0ZrarfileZ	zstandardZlz4Zpy7zrz~/.cacheÚXDG_CACHE_HOMEZhuggingfaceZHF_HOMEZdatasetsÚHF_DATASETS_CACHEZmetricsÚHF_METRICS_CACHEÚmodulesÚHF_MODULES_CACHEZ	downloadsZ$HF_DATASETS_DOWNLOADED_DATASETS_PATHZ	extractedZ#HF_DATASETS_EXTRACTED_DATASETS_PATHÚHF_UPDATE_DOWNLOAD_COUNTSiè  é
   l        Z500MBéd   ÚHF_DATASETS_OFFLINEZHF_DATASETS_IN_MEMORY_MAX_SIZEzdataset.arrowzindices.arrowz
state.jsonzdataset_info.jsonzdataset_infos.jsonÚLICENSEzmetric_info.jsonzdataset_dict.jsonZconfigsZdatasets_moduleséÿ   é   é   éÈ   gš™™™™™©?)pÚ	importlibÚimportlib.metadataÚosÚplatformÚpathlibr   Ú	packagingr   Zutils.loggingr   Ú__name__ÚloggerZS3_DATASETS_BUCKET_PREFIXZ"CLOUDFRONT_DATASETS_DISTRIB_PREFIXZREPO_DATASETS_URLZS3_METRICS_BUCKET_PREFIXZ!CLOUDFRONT_METRICS_DISTRIB_PREFIXZREPO_METRICS_URLÚenvironÚgetr   ZHUB_DATASETS_URLZHUB_DATASETS_HFFS_URLZHUB_DEFAULT_VERSIONÚparseÚpython_versionZ
PY_VERSIONZENV_VARS_TRUE_VALUESÚunionZENV_VARS_TRUE_AND_AUTO_VALUESÚmetadataZDILL_VERSIONZPANDAS_VERSIONZPYARROW_VERSIONÚupperr   r   r   ZTORCH_VERSIONZTORCH_AVAILABLEÚutilÚ	find_specÚinfoZPackageNotFoundErrorZ
TF_VERSIONZTF_AVAILABLEÚpackageÚmajorZJAX_VERSIONZJAX_AVAILABLEr   ZBEAM_VERSIONZBEAM_AVAILABLEZSQLALCHEMY_AVAILABLEZPIL_AVAILABLEÚimport_moduleZ__libsndfile_version__ZIS_OPUS_SUPPORTEDZIS_MP3_SUPPORTEDZRARFILE_AVAILABLEZZSTANDARD_AVAILABLEZLZ4_AVAILABLEZPY7ZR_AVAILABLEZDEFAULT_XDG_CACHE_HOMEÚgetenvr   ÚpathÚjoinZDEFAULT_HF_CACHE_HOMEÚ
expanduserZHF_CACHE_HOMEZDEFAULT_HF_DATASETS_CACHEr   ZDEFAULT_HF_METRICS_CACHEr   ZDEFAULT_HF_MODULES_CACHEr   ZDOWNLOADED_DATASETS_DIRZ DEFAULT_DOWNLOADED_DATASETS_PATHZDOWNLOADED_DATASETS_PATHZEXTRACTED_DATASETS_DIRZDEFAULT_EXTRACTED_DATASETS_PATHZEXTRACTED_DATASETS_PATHr   ZDEFAULT_MAX_BATCH_SIZEZ'ARROW_READER_BATCH_SIZE_IN_DATASET_ITERZMAX_TABLE_NBYTES_FOR_PICKLINGZMAX_SHARD_SIZEZ)PARQUET_ROW_GROUP_SIZE_FOR_AUDIO_DATASETSZ)PARQUET_ROW_GROUP_SIZE_FOR_IMAGE_DATASETSZ*PARQUET_ROW_GROUP_SIZE_FOR_BINARY_DATASETSr   ZDEFAULT_IN_MEMORY_MAX_SIZEÚfloatZIN_MEMORY_MAX_SIZEZDATASET_ARROW_FILENAMEZDATASET_INDICES_FILENAMEZDATASET_STATE_JSON_FILENAMEZDATASET_INFO_FILENAMEZDATASETDICT_INFOS_FILENAMEZLICENSE_FILENAMEZMETRIC_INFO_FILENAMEZDATASETDICT_JSON_FILENAMEZMETADATA_CONFIGS_FIELDZMODULE_NAME_FOR_DYNAMIC_MODULESZ%MAX_DATASET_CONFIG_ID_READABLE_LENGTHZSTREAMING_READ_MAX_RETRIESZSTREAMING_READ_RETRY_INTERVALZ*DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCEZ2GLOBBED_DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCEZ3ARCHIVED_DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCEZPBAR_REFRESH_TIME_INTERVAL© r9   r9   úP/var/www/html/Darija-Ai-Train/env/lib/python3.8/site-packages/datasets/config.pyÚ<module>   s  



"



ÿþ
ÿþÿ