U
    -e                     @   sX   d dl mZ ddlmZmZ ddlmZ ddlmZm	Z	 ddl
mZ G dd	 d	eZd
S )    )Optional   )Features
NamedSplit)Text)NestedDataStructureLikePathLike   )AbstractDatasetReaderc                	       sH   e Zd Zdee ee ee ee	e	ee
 d fddZdd Z  ZS )	TextDatasetReaderNF)path_or_pathssplitfeatures	cache_dirkeep_in_memory	streamingnum_procc           	   	      sV   t  j|f||||||d| t|tr0|n| j|i}tf |||d|| _d S )N)r   r   r   r   r   r   )r   
data_filesr   )super__init__
isinstancedictr   r   builder)	selfr   r   r   r   r   r   r   kwargs	__class__ Q/var/www/html/Darija-Ai-Train/env/lib/python3.8/site-packages/datasets/io/text.pyr   
   s(    
zTextDatasetReader.__init__c                 C   sZ   | j r| jj| jd}n>d }d }d }d }| jj||||| jd | jj| j|| jd}|S )N)r   )download_configdownload_modeverification_mode	base_pathr   )r   r!   Z	in_memory)r   r   Zas_streaming_datasetr   Zdownload_and_preparer   Z
as_datasetr   )r   Zdatasetr   r    r!   r"   r   r   r   read'   s&      zTextDatasetReader.read)NNNFFN)__name__
__module____qualname__r   r   r   r   r   strboolintr   r#   __classcell__r   r   r   r   r   	   s          r   N)typingr    r   r   Zpackaged_modules.text.textr   Zutils.typingr   r   abcr
   r   r   r   r   r   <module>   s
   