U -e@sdZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZmZddlmZddlmZddlmZddlmZdd l mZmZdd lmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#dd l$m%Z%ddl&Z&ddl'Z'ddl(Z'ddl)Z*dd l+m,Z,dd l-m.Z.ddl/m0Z0ddl1m2Z2ddl/m3Z3zddl4Z5ddl4m6Z6m7Z7Wn"e8k r~dZ5Z7Z6YnXe39e:Z;eje#e?e@fe?dddZAddZBe@e@ee@e@fdddZCddZDe d d!ZEe dfe?d#d$d%ZFd&d'ZGd(d)ZHd*d+ZId,d-ZJGd.d/d/eKZLGd0d1d1eMZNd2d3ZOdgeegefeePePePePee?e?eeQePee@ed5 d6d7ZRGd8d9d9ZSdhd;d<ZTe@e!e@ee@fd=d>d?ZUe@e!e@e@e@e@fd@dAdBZVGdCdDdDe&jWZWdEdFZXe dGdHZYdIdJZZdKdLZ[e0j\e,]dMkr(e[edNdOZ^n:e0j\j_ddPe,]dMj_e,]dQj_fkrbe[edRdSZ`e0j\e,]dTkre[edUdVZanje0j\j_ddPe,]dTj_kre[edWdVZan:e0j\j_ddPe,]dMj_e,]dQj_fkre[edXdVZadYdZZbe"d[Zcejded\eecfeKe?d]d^d_Zee#ejfjge'jfjgfe e?d`dadbZhe#ejfjge'jfjgfed\eecfeeKeecdcdddeZidS)iz)Some python utils function and classes. N)contextmanager)fields is_dataclass)BytesIO)Manager)Empty) disk_usage)CodeType FunctionType) AnyCallableDictIterableListOptionalSetTupleTypeVarUnion)urlparse)version)tqdm)config) parallel_map)logging)FinalLiteralcCs^|sdSdddddg}t|}|D],\}}||}|dkr"|dd |Sq"t|d S) a6Returns a human readable size string. If size_in_bytes is None, then returns "Unknown size". For example `size_str(1.5 * datasets.units.GiB) == "1.50 GiB"`. Args: size_in_bytes: `int` or `None`, the size, in bytes, that we want to format as a human-readable size string. z Unknown size)PiB )TiB)GiB@)MiB)KiBg?z.2f z bytes)floatint)Z size_in_bytesZ _NAME_LISTnameZ size_bytesvaluer.X/var/www/html/Darija-Ai-Train/env/lib/python3.8/site-packages/datasets/utils/py_utils.pysize_strEs  r0)sizereturncCst|tr|S|dr0t|dddS|drRt|dddS|drtt|dddS|d rt|ddd S|d rt|ddd S|d rt|ddd}|dr|dS|S|dr,t|ddd}|dr(|dS|S|drht|ddd}|drd|dS|S|drt|ddd}|dr|dS|S|drt|ddd}|dr|dS|Std|ddS)a) Converts a size expressed as a string with digits an unit (like `"50MB"`) to an integer (in bytes). Args: size (`int` or `str`): The size to convert. Will be directly returned if an `int`. Example: ```py >>> convert_file_size_to_int("1MiB") 1048576 ``` ZPIBNr ZTIBr"ZGIBr$ZMIBr&ZKIBr(PBlI5bTBlJ)GBiʚ;MBi@BZKBiz`size=zM` is not in a valid format. Use an integer followed by the unit, e.g., '5GB'.) isinstancer+upperendswith ValueError)r1Zint_sizer.r.r/convert_file_size_to_int]s8 r?cCsb|ddddddddd d d d d dddddddd ddS)N\z\\.z\.*z.*+z\+z///(z\()z\)|z\|^z\^$z\$?)replacerstrip)patternr.r.r/glob_pattern_to_regexsD    rN)stringrMr2cCs`tdd|}t||}|dkr6td|d|t|}td|}tt||}|S)aUn-format a string using a python f-string pattern. From https://stackoverflow.com/a/36838374 Example:: >>> p = 'hello, my name is {name} and I am a {age} year old {what}' >>> s = p.format(name='cody', age=18, what='quarterback') >>> s 'hello, my name is cody and I am a 18 year old quarterback' >>> string_to_dict(s, p) {'age': '18', 'name': 'cody', 'what': 'quarterback'} Args: string (str): input string pattern (str): pattern formatted like a python f-string Returns: Dict[str, str]: dictionary of variable -> value, retrieved from the input using the pattern Raises: ValueError: if the string doesn't match the pattern z{(.+?)}z (?P<_\1>.+)NzString z doesn't match the pattern ) resubsearchr>listgroupsfindalldictzip)rOrMregexresultvalueskeys_dictr.r.r/string_to_dicts   r]cs>ddfddt|ts6|s6t|d|S)zbConvert an object to its dictionary representation recursively. cSst|ot|t SN)rr;typeobjr.r.r/_is_dataclass_instancesz&asdict.._is_dataclass_instancecs|rVi}t|D]<}t||j}|jrF||jksF|jddr|||j<q|St|trt |drt |fdd|DSt|t tfrt |fdd|DSt|t ṙfdd | DSt|SdS) NZ$include_in_asdict_even_if_is_defaultF_fieldscsg|] }|qSr.r..0v _asdict_innerr.r/ sz1asdict.._asdict_inner..c3s|]}|VqdSr^r.rdrgr.r/ sz0asdict.._asdict_inner..csi|]\}}||qSr.r.rekrfrgr.r/ sz1asdict.._asdict_inner..)rgetattrr,initdefaultmetadatagetr;tuplehasattrr_rSrVitemscopydeepcopy)rarYfr-rhrbr.r/rhs   zasdict.._asdict_innerz is not a dict or a dataclass)r;rV TypeErrorr`r.ryr/asdicts r{c cs6t||d}t|||z dVW5t|||XdS)z%Temporarily assign obj.attr to value.N)rnsetattr)raattrr-originalr.r.r/temporary_assignments    rF)seedc csdtj}tj||r^tjr^ddl}|j}|j||j r^|j }|j ||rtj rddl}ddlm}|j} |jj|} |j| |std|} | j} t| d} | r| j}| |z dVW5tj||r&tjr&|j||j r&|j ||r^tj r^|j| | | _| rT|| _n t| dXdS)zUTemporarily set the random seed. This works for python numpy, pytorch and tensorflow.rN)contextzBSetting random seed for TensorFlow is only available in eager mode_rng)nprandomZ get_staterrZTORCH_AVAILABLEtorchZ get_rng_stateZ manual_seedcudaZ is_availableZget_rng_state_allZmanual_seed_allZ TF_AVAILABLEZ tensorflowZtensorflow.pythonrZget_global_generator GeneratorZ from_seedZset_global_generatorZexecuting_eagerlyr>Z_seedrtrZ_set_global_seedZ set_stateZ set_rng_stateZset_rng_state_alldelattr)rZ set_pytorchZset_tensorflowZnp_staterZ torch_stateZtorch_cuda_statestfZ tfpycontextZtf_stateZtemp_genZ tf_contextZtf_seedZtf_rng_initializedZtf_rngr.r.r/ temp_seedsH                    rccs,t}|D]}||kr |||Vq dS)z=Iterate over iterable and return only unique values in order.N)setadd)rZseenr-r.r.r/ unique_values%s  rcsfdd}|S)z4If the value is None, return None, else call `func`.cs|dk r|SdSr^r.)r-funcr.r/wrapper1sz'no_op_if_value_is_null..wrapperr.)rrr.rr/no_op_if_value_is_null.s rcCs*t|D]\}}|dk r||fSqdS)zwReturn the index and the value of the first non-null value in the iterable. If all values are None, return -1 as index.N)N) enumerate)iterableir-r.r.r/first_non_null_value7src's4ttj|D] tfdd|DfVqdS)z9Iterate over items of dictionaries grouped by their keys.c3s|]}|VqdSr^r.)redkeyr.r/rjCszzip_dict..N)r itertoolschainrs)Zdictsr.rr/zip_dict?srcs8eZdZdZfddZfddZfddZZS)NonMutableDictzDict where keys can only be added but not modified. Will raise an error if the user try to overwrite one key. The error message can be customized during construction. It will be formatted using {key} for the overwritten key. cs,|dd|_|rtdtj||dS)N error_msgz$Try to overwrite existing key: {key}z1NonMutableDict cannot be initialized with kwargs.)pop _error_msgr>super__init__)selfargskwargs __class__r.r/rNszNonMutableDict.__init__cs(||krt|jj|dt||S)Nr)r>rformatr __setitem__)rrr-rr.r/rWszNonMutableDict.__setitem__cs@tfdd|Dr4tjjtt|@dt|S)Nc3s|]}|kVqdSr^r.)rerlrr.r/rj]sz(NonMutableDict.update..r)anyr>rrrrupdate)rotherrrr/r\szNonMutableDict.update)__name__ __module__ __qualname____doc__rrr __classcell__r.r.rr/rFs rc@seZdZdZdddZdS) classpropertyz5Descriptor to be used as decorator for @classmethods.NcCs|jd|Sr^)fget__get__)rraobjtyper.r.r/reszclassproperty.__get__)N)rrrrrr.r.r.r/rbsrc sn|\}}}}t|ts,t|s,|S|dk rJttjkrJt|dk rx|sxtddtjDrxt ddddt|tr| n|}|dk r|dk r|dnddt |n|}tj|||d |d }t|trfd d |DW5QRSfd d|D}t|t r*|W5QRSt|t rJt |W5QRSt|W5QRSW5QRXdS)zEApply a function recursively to each element of a nested data struct.Ncss|]}d|jkVqdS)notebookNr)reZtqdm_clsr.r.r/rjvsz%_single_map_nested..r)T)endflush#ra)disablepositionunitdescc s&i|]\}}|t|dddfqSNT_single_map_nestedrkfunctiontypesr.r/rm~sz&_single_map_nested..c s g|]}t|dddfqSrrrdrr.r/risz&_single_map_nested..)r;rVrZ get_verbosityWARNINGZset_verbosity_warningrr__mro__printrustrrSrsrarray) r data_structZrank disable_tqdmrZ pbar_iterableZ pbar_descZpbarmappedr.rr/ris$ ,    rT) rr dict_onlymap_list map_tuple map_numpynum_procparallel_min_lengthrrrr2c sZdkrDg|s<|rt|r,t|r<tjtt|ts`t|s`|S| plt } t|trt| n|} |dkrd}|dkr|dkst | |kr҇fddtj | | | dD} n8t *t jddtd t| || | t} W5QRXt|tr(tt|| St|tr8| St|trLt| St| SdS) aApply a function recursively to each element of a nested data struct. Use multiprocessing if num_proc > 1 and the length of data_struct is greater than or equal to `parallel_min_length`. Before version 2.5.0, multiprocessing was not used if `num_proc` was greater than or equal to ``len(iterable)``. Now, if `num_proc` is greater than or equal to ``len(iterable)``, `num_proc` is set to ``len(iterable)`` and multiprocessing is used. Args: function (`Callable`): Function to be applied to `data_struct`. data_struct (`Any`): Data structure to apply `function` to. dict_only (`bool`, default `False`): Whether only apply `function` recursively to `dict` values in `data_struct`. map_list (`bool`, default `True`): Whether also apply `function` recursively to `list` elements (besides `dict` values). map_tuple (`bool`, default `False`): Whether also apply `function` recursively to `tuple` elements (besides `dict` values). map_numpy (`bool, default `False`): Whether also apply `function` recursively to `numpy.array` elements (besides `dict` values). num_proc (`int`, *optional*): Number of processes. parallel_min_length (`int`, default `2`): Minimum length of `data_struct` required for parallel processing. types (`tuple`, *optional*): Additional types (besides `dict` values) to apply `function` recursively to their elements. disable_tqdm (`bool`, default `True`): Whether to disable the tqdm progressbar. desc (`str`, *optional*): Prefix for the tqdm progressbar. Returns: `Any` Nrrc s g|]}t|dddfqSrr)rerarr.r/riszmap_nested..)rrignorezL.* is experimental and might be subject to breaking changes in the future\.$)messagecategory)appendrSrsrZndarrayr;rVrZis_progress_bar_enabledrZlenrwarningscatch_warningsfilterwarnings UserWarningrrrWr[r) rrrrrrrrrrrrrr.rr/ map_nestedsD2        rc@s eZdZdddZdddZdS)NestedDataStructureNcCs|dk r |ng|_dSr^)datarrr.r.r/rszNestedDataStructure.__init__csX|dk r |nj}t|tr.t|St|ttfrNfdd|DS|gSdS)Ncs g|]}|D]}|qqSr.)flatten)reitemZ flattenedrr.r/ris z/NestedDataStructure.flatten..)rr;rVrrSrZrsrr.rr/rs  zNestedDataStructure.flatten)N)N)rrrrrr.r.r.r/rs rrAcCs6zttj|j}Wntk r,YdSX||kSr)rospathabspathfreeOSError)Z needed_bytes directoryZ free_bytesr.r.r/has_sufficient_disk_spaces r)url_pathr2cCst|}d}|jdkr|jdkrd|krP|dsBtd|d|dd}n`|jd d}d |krp|d n|d f\}}|d \}}d |d |d|d}|d|}||fS)zMConvert a link to a file on a github repo in a link to the raw github object.N)httphttpsZs3z github.comZblobz.pyzExternal import from github at z) should point to a file ending with '.py'rawrz/tree/ZmasterrDzhttps://github.com/z /archive/z.zip-)rschemenetlocr=r>rKrsplit)rparsed sub_directoryZ github_pathZ repo_infobranchZ repo_owner repo_namer.r.r/_convert_github_urls r) file_pathr2c sg}t|dd}||W5QRXtd|dg}d}|D]8}td|}t|dkrl| }|rrqHtjd|tj d d krtjd |tj d d krqH dr4t fd d |DrqH dr d}t |\}}| d d||fn* dr| d d dd fqH drd d}| d d|d fqH| d d dd fqH|S)aFind whether we should import or clone additional files for a given processing script. And list the import. We allow: - library dependencies, - local dependencies and - external dependencies whose url is specified with a comment starting from "# From:' followed by the raw url to a file, an archive or a github repository. external dependencies will be downloaded (and extracted if needed in the dataset folder). We also add an `__init__.py` to each sub-folder of a downloaded folder so the user can import from them in the script. Note that only direct import in the dataset processing script will be handled We don't recursively explore the additional import to download further files. Example:: import tensorflow import .c4_utils import .clicr.dataset-code.build_json_dataset # From: https://raw.githubusercontent.com/clips/clicr/master/dataset-code/build_json_dataset zutf-8)encodingz Checking z for additional imports.Fz[\s\S]*?"""[\s\S]*?rz=^import\s+(\.?)([^\s\.]+)[^#\r\n]*(?:#\s+From:\s+)?([^\r\n]*))flagsNzQ^from\s+(\.?)([^\s\.]+)(?:[^\s]*)\s+import\s+[^#\r\n]*(?:#\s+From:\s+)?([^\r\n]*)c3s |]}|ddkVqdS)rrN)group)reimpmatchr.r/rjDszget_imports..ZexternalrZinternalZlibrary)openextend readlinesloggerdebugrPrUrr MULTILINErrrr) rlinesrxZimportsZis_in_docstringlineZdocstr_start_matchrrr.rr/ get_importssF            r c@s6eZdZdZejejj ZdddZ ddZ dS) PicklerzHSame Pickler as the one from dill, but improved for notebooks and shellsTcst|}|tjkrtjtdkr.ddn0tjjddtdjtdjfkr^dd|j|j fdkrz"ddl t |fd d }Wnt k rYnXn|j|j fd krz"ddl t |fd d }Wnt k rYnXn|j|j fdkr@z"ddlt |fdd}Wnt k r<YnXn^|jdrtdd|jDrz"ddlt |fdd}Wnt k rYnXtjj|||ddS)N0.3.6cSstjj|dSr^)dill_dillloginfopicklermsgr.r.r/dill_logeszPickler.save..dill_logr0.3.7cSstjj||dSr^)r r rtracerr.r.r/rjs)_regexPatternrcs<|d||j|jf}|jj||d|ddS)NzRe: r`z# Re)rMr save_reducecompilerrar)rrXr.r/ _save_regexqs z!Pickler.save.._save_regex)rZTensorcsLfdd}|d||f}|j|||d|ddS)Ncs |Sr^)Z from_numpy)Znp_array)rr.r/_create_tensorsz:Pickler.save.._save_tensor.._create_tensorzTo: r`z# To)detachcpunumpyr)rrarr)rrr.r/ _save_tensors   z"Pickler.save.._save_tensor)z tiktoken.coreEncodingcsD|d||j|j|j|jf}|jj||d|ddS)NzEnc: r`z# Enc)r,Z_pat_strZ_mergeable_ranksZ_special_tokensrr!r)rtiktokenr.r/_save_encodings  z$Pickler.save.._save_encodingz spacy.langcss|]}|j|jfdkVqdS))zspacy.languageZLanguageN)rr)reclsr.r.r/rjszPickler.save..csHfdd}|d||j|f}|j|||d|ddS)Ncs(j|dd}||}||S)Nnlplang)utilZget_lang_class from_config from_bytes)r bytes_dataZlang_clsr%)spacyr.r/ _create_langs z6Pickler.save.._save_lang.._create_langzSp: r`z# Sp)rto_bytesr)rrar,r)rr+r.r/ _save_langs   z Pickler.save.._save_lang)save_persistent_id)r_r dispatchr DILL_VERSIONrparsereleaserrrX pklregister ImportErrorrr" startswithrrr+r save)rrar/obj_typerr r#r.r.)rrXr+r"rr/r7_sJ  (    z Pickler.savecCst|tkrtj||dSr^)r_rr r memoize)rrar.r.r/r9s zPickler.memoizeN)T) rrrrr r ZMetaCatchingDictr r0rvr7r9r.r.r.r/r Zs Wr cCst|dd|dS)zpickle an object to a fileT)recurseN)r dumprafiler.r.r/r;sr;c csxzXdddt|jDkrPt|drPt|jtrPt|di dVW5QRXndVWntk rrdVYnXdS)NZPreTrainedTokenizerBasecSsg|] }|jqSr.r)reZ base_classr.r.r/risz$_no_cache_fields..cache)r_rrtr;r>rVrr5r`r.r.r/_no_cache_fieldss  r?c Cs,t}t|t||W5QRX|S)zpickle an object to a string)StringIOr?r;getvaluer<r.r.r/dumpss rBcsfdd}|S)Ncs|tj<|Sr^)r r0rtr.r/proxys zpklregister..proxyr.)rDrEr.rCr/r4s r4r cCs`tjjd||jds\t|jtj j dkrR|jtj j dds\|j dkr`dn tj |j}d}tjj rt|dr|j|j|j|j|j|j|j|j|j|j||j ||j|j|jf}n<|j|j|j|j|j|j|j|j|j||j ||j|j|jf}n8|j|j|j|j|j|j|j|j||j ||j|j|jf}|jt||d tjjd d S) z From dill._dill.save_code This is a modified version that removes the origin (filename + line no.) of functions created in notebooks or shells for example. zCo: rco_posonlyargcountr`# CoN)r r rr co_filenamer6rrrrsepco_namebasenamePY3rt co_argcountrIco_kwonlyargcount co_nlocals co_stacksizeco_flagsco_code co_constsco_names co_varnames co_lnotab co_freevars co_cellvarsrr rrarKco_firstlinenorr.r.r/ _save_codes     r^rrcCs0tjj|d||jdsZt|jtj j dkrP|jtj j ddsZ|j dkr^dn tj |j}d}t |dr|j|j|j|j|j|j|j|j|j|j|j||j |j||j|j|j|j|j|jf}n6t |d r,|j|j|j|j|j|j|j|j|j|j|j||j |j||j|j|j|jf}nt |d r~|j|j|j|j|j|j|j|j|j|j|j||j ||j|j|jf}nt |d r|j|j|j|j|j|j|j|j|j|j||j ||j|j|jf}n<|j|j|j|j|j|j|j|j|j||j ||j|j|jf}|j tjj!||d tjj|d dS)NzCo: %srFrr5rGrHrco_endlinetableco_exceptiontable co_linetablerIr`rJ)"r r rrrKr6rrrrrLrMrNrtrYrPrIrQrRrSrTrUrVrWrXZ co_qualnamerar_Zco_columntabler`rZr[rZ _create_coder\r.r.r/ save_codeFs       rbz0.3.5c Csntj|s tjjd|t|ddrjtjj}||ddd}t|tjj kr~tjj rb|j n|j }ntjj rx|j n|j }t t|}t|dd}t|dd}t|tjj ko|dk }ttjj |ftjj t|<tjj rPdt|jd d ko|dk }|r d|_|rd|_t|d d}|jtjj|j||j|j|j|j|f|d nldt|jd d kox|dk oxt|dd}|rd|_|rd|_|jtjj|j||j|j|j|jf|d |r||_|r||_tjjr|s|s|s|s|s|s|r|tjjd nJtjjd|t|dt|dd} tjj j!||| dtjjddS)z From dill._dill.save_function This is a modified version that make globs deterministic since the order of the keys in the output dictionary of globalvars can change. zF1: _recurseFTr:builtin_byrefNrrWr.__kwdefaults__r`# F1zF2: rrr,# F2)"r r _locate_functionrrrndetect globalvarsidstackrO __globals__ func_globalsrVsortedrur__code__rfrcr_create_functionr __defaults__ __closure____dict__ func_code func_name func_defaults func_closureZOLDER clear_memo StockPickler save_global) rrarmglobsrfrcZ_memoZ_superZ fkwdefaultsr,r.r.r/ save_functions      rc Cs6tj||stjjd|t|dd}t|dd}t|dd}t|dtjj}g}|rddlm}||ddd }d |j i} nttjj r|j n|j }|r||j krt|d |j }|} n>|dk r|j dk rttj|j dd d|kr|} n d |j i} | |k} tt| } | r| }n|dk r6tt|}|dk r| |k rtjj rhd d|D} ndd|D} |D]0} | | kr~|| tjj| |ffqƐq~|tjj| |fftjj r|j} i}dD]$}t||d}|dk r|||<q|j|jkr|j|d<d | ks6|j | d kr@|j |d<|j }t|tk r`||d <d}|rn||f}tjj|tjj|j| |j|j| f|f||dn|j} |jdk r|t |d|jffd | ks|j | d kr|t |d|j ff|j r|t |d |j fftjj|tjj|j!| |j"|j#| ff||d|rt$t%|d}| r|r| D]p}t |d|ff}z|&|Wnt'k rYqhYnX|j(|tjj r|)t*ddn |)dqhtjjdnHtjjd|t|dt|d d}tjj+j,|||dtjjddS)NF1: %src _postproc_main_modified_original_mainrrmTrdr_mainrwcSsh|] }t|qSr.rnregr.r.r/ as save_function..cSsh|] }t|qSr.rrr.r.r/rcsrrg__annotations__rrra postproc_listr cell_contents0UTF-8rhF2: %srirj)-r r rkrrrn __builtin__ dill.detectrmrrOrprqrw_import_modulerVrrrurZ itervaluesr _setitemsrvrrr__save_with_postprocrtrsrur{rr|rxryrznextiterremover>rwritebytesr}r~)rrarcrrrrrm globs_copyrglobs_is_globs_copyglob_ids stack_elementclosure state_dict fattrnamefattrstatetopmost_postproccellpossible_postprocr,r.r.r/r&s                      c Cstj||st|jtk rt|dd}|dkrrrr}r~)rra module_namemoduleZ _pypy_builtinfound_rcrrrrrmrrrrrrrrrrrrrr,r.r.r/rs                   cCs(t|j|j|j|j|j}|j|_|Sr^)rr rsrprrurvrg)rrYr.r.r/copyfunc@srY.)queuerrr2cCs&t|f|D]\}}||q|Sr^)rput)rrrrrYr.r.r/_write_generator_to_queueIs r)poolr2cCsdd|jDS)NcSsh|] }|jqSr.)pid)rerxr.r.r/rPsz _get_pool_pid..)_pool)rr.r.r/ _get_pool_pidOsr)rrkwargs_iterabler2c #st}d}ttjjrtntj}|}|fdd|D}zdzjddVWn2t k rt dd|Dr rYqYnXt|krLd }t d qLW5|sdd|DXW5QRXdS) NFcsg|]}t|fqSr.)Z apply_asyncr)rerrrrr.r/ri^sz&iflatmap_unordered..cSsg|]}|jddqS)皙?timeout)rrreZ async_resultr.r.r/rirsrrcss|]}|VqdSr^)readyrr.r.r/rjfsz%iflatmap_unordered..TzkOne of the subprocesses has abruptly died during map operation.To debug the error, disable multiprocessing.) rr;multiprocessingrPoolr multiprocessQueuerrrallempty RuntimeError)rrrZinitial_pool_pidZ pool_changedZ manager_clsmanagerZ async_resultsr.rr/iflatmap_unorderedSs*   r)FF) FTFFNrNTN)rA)jrrv functoolsrZmultiprocessing.poolrrrrPrr contextlibr dataclassesrriorr@rrshutilrr r typingr r r rrrrrrr urllib.parserr rZmultiprocess.poolrr packagingrZ tqdm.autorrrparallelrrZtyping_extensionsZ_typing_extensionsrrr5Z get_loggerrr lru_cacher9r0r+rr?rNr]r{rrrrrrrVrpropertyrrboolrsrrrrr r r;r?rBr4r1r2r^r3rbrrrrrrrrrr.r.r.r/s     0       ,!' 5  #  _ Ib  ^*  H  *  "$