U sVcM2@sdZddlmZddlZddlmZmZddlZddlm Z ddl Z ddl m Z m Z mZmZmZmZmZmZmZmZddlZddlZddlmZddlmZmZmZmZm Z dd l!m"Z"dd l#m$Z$dd l%m&Z&m'Z'm(Z(m)Z)dd l*m+Z+m,Z,m-Z-dd l.m/Z/ddl0m1Z1e rddl2m3Z3ddZ4ddZ5dddddZ6dddddZ7ddZ8ddd d!Z9ddd"d#Z:ddd$d%Z;ddd&d'Zedd2d-d3d/d4d1Z>dd2d-d3d/d5d1Z>dd6d-d.d7d8d9Z?d:d;Z@dd?d@ZAdddAdBZBdCddDdEZCd(ddFdGdHZDdIdJZEdKdLZFdMdNZGedOdOdPdQdRZHedSdTdPdUdRZHddVdWdXdRZHdYdZd[d\d]ZId^d_ZJd`dadbdcddZKejLdedfdgdhdiZMdjdkdldmdnZNejOejOejPejQjRejSejTjRiZUejOdoejPdpejSdqejVdrejWdsejOdoejXdoejYdtejZdtej[duej\duej]dvej^dvej_dwej`dwejadxejbdxejPdpejcdpejSdqejddqejedyejfdyejgdzejhdziZid{d|d}d~dZjddZkdddddZldddddZmdddeddkdddZndS)zh Misc tools for implementing data structures Note: pandas.core.common is *not* part of the public API. ) annotationsN)abc defaultdict)partial) TYPE_CHECKINGAnyCallable CollectionHashableIterableIteratorSequencecastoverload)lib) AnyArrayLike ArrayLikeNpDtype RandomStateT)find_stack_level)'construct_1d_object_array_from_listlike) is_array_like is_bool_dtypeis_extension_array_dtype is_integer)ABCExtensionArrayABCIndex ABCSeries)iterable_not_string)isna)Indexccs,|D]"}t|r t|EdHq|VqdS)a Flatten an arbitrarily nested sequence. Parameters ---------- line : sequence The non string sequence to flatten Notes ----- This doesn't consider strings sequences. Returns ------- flattened : generator N)rflatten)lineelementr%6/tmp/pip-unpacked-wheel-xj8nt62q/pandas/core/common.pyr"=sr"c CsL|dj}|ddD]0}z|j|kr*d}Wqtk rDd}YqXq|S)Nr)name ValueError)objsr(objr%r%r&consensus_name_attrUs   r,rbool)keyreturncCst|ttjtfs$t|rt|jr|jtjkrrt |}t |snd}t |dkrjt |rjt|dSdSt|jrdSn4t|trt|dkrt|tk rt|}t |SdS)a Check whether `key` is a valid boolean indexer. Parameters ---------- key : Any Only list-likes may be considered boolean indexers. All other types are not considered a boolean indexer. For array-like input, boolean ndarrays or ExtensionArrays with ``_is_boolean`` set are considered boolean indexers. Returns ------- bool Whether `key` is a valid boolean indexer. Raises ------ ValueError When the array is an object-dtype ndarray or ExtensionArray and contains missing values. See Also -------- check_array_indexer : Check that `key` is a valid array to index, and convert to an ndarray. z=Cannot mask with non-boolean array containing NA / NaN valuesbooleanFTr) isinstancernpndarrayrrrdtypeobject_asarrayrZ is_bool_arrayZ infer_dtyper anyr)rlistlentypeZ is_bool_list)r.Z key_arrayZna_msgr%r%r&is_bool_indexer`s*        r;F) warn_floatcCs4t|r0|r0|r(tjdttdt|S|S)a To avoid numpy DeprecationWarnings, cast float to integer where valid. Parameters ---------- val : scalar warn_float : bool, default False If True, issue deprecation warning for a float indexer. Returns ------- outval : scalar zIndexing with a float is deprecated, and will raise an IndexError in pandas 2.0. You can manually convert to an integer key instead. stacklevel)rZis_floatrwarningswarn FutureWarningrint)valr<r%r%r&cast_scalar_indexersrDcGsdd|DS)zL Returns a generator consisting of the arguments that are not None. css|]}|dk r|VqdSNr%.0argr%r%r& sznot_none..r%argsr%r%r&not_nonesrL)r/cGstdd|DS)z? Returns a boolean indicating if any argument is None. css|]}|dkVqdSrEr%rFr%r%r&rIszany_none..r7rJr%r%r&any_nonesrNcGstdd|DS)zA Returns a boolean indicating if all arguments are None. css|]}|dkVqdSrEr%rFr%r%r&rIszall_none..allrJr%r%r&all_nonesrQcGstdd|DS)zC Returns a boolean indicating if any argument is not None. css|]}|dk VqdSrEr%rFr%r%r&rIszany_not_none..rMrJr%r%r& any_not_nonesrRcGstdd|DS)zE Returns a boolean indicating if all arguments are not None. css|]}|dk VqdSrEr%rFr%r%r&rIszall_not_none..rOrJr%r%r& all_not_nonesrSrBcGstdd|DS)z; Returns the count of arguments that are not None. css|]}|dk VqdSrEr%rGxr%r%r&rIsz!count_not_none..)sumrJr%r%r&count_not_nonesrW.zArrayLike | list | tuple | zipzNpDtype | Nonez np.ndarray)valuesr4r/cCsdSrEr%rXr4r%r%r&asarray_tuplesafesrZr rcCsdSrEr%rYr%r%r&rZsc Cst|ttfs"t|ds"t|}nt|tr2|jSt|trR|tjtfkrRt |Sz4t "t dtj tj||d}W5QRXWntk rt |YSXt|jjtrtj|td}|jdkrdd|D}t |}|S)NZ __array__ignorer4cSsg|] }t|qSr%)tuplerTr%r%r& sz%asarray_tuplesafe..)r1r8r^hasattrrZ_valuesr2r5objectrr?catch_warnings simplefilterZVisibleDeprecationWarningr6r) issubclassr4r:strndim)rXr4resultr%r%r&rZs$    znp.ndarray | Iterable)labelsr4r/cCs\t|ttfr|g}t|ttjfsLz t|}Wntk rJ|g}YnXt||d}|S)z Transform label or iterable of labels to array, for use in Index. Parameters ---------- dtype : dtype If specified, use as dtype of the resulting array, otherwise infer. Returns ------- array r\)r1rer^r8r2r3 TypeErrorrZ)rhr4r%r%r&index_labels_to_array s   rjcCs |dk rt|ttfs|gS|SrE)r1r^r8r+r%r%r&maybe_make_list)srlzIterable[T] | TzCollection[T] | T)r+r/cCs.t|tjr t|tjs t|Stt|}|S)zB If obj is Iterable but not list-like, consume into list. )r1rr Sizedr8rr rkr%r%r&maybe_iterable_to_list/s rncCs(t|to&|jdko&|jdko&|jdkS)z We have a null slice. Nr1slicestartstopsteprkr%r%r& is_null_slice9s rtz list[bool]cCsdd|DS)zX Find non-trivial slices in "line": return a list of booleans with same length. cSs g|]}t|tot| qSr%)r1rprt)rGkr%r%r&r_Isz"is_true_slices..r%)r#r%r%r&is_true_slicesEsrv)r#r/cCs(t|to&|jdko&|j|ko&|jdkS)z& We have a full length slice. rNro)r+r#r%r%r& is_full_sliceMs rwcCs>t|drt|dSt|tr(t|jSt|r:t|jSdS)N__name__) r`getattrr1rget_callable_namefunccallabler:rxrkr%r%r&rzYs     rzcKst|r||f|S|S)z Evaluate possibly callable input using obj and kwargs if it is callable, otherwise return as it is. Parameters ---------- maybe_callable : possibly a callable obj : NDFrame **kwargs )r|)Zmaybe_callabler+kwargsr%r%r&apply_if_callablejs  r~cCsXt|s(t|tr tt|jSt|}t|tj sDt d|n|tkrTt d|S)a Helper function to standardize a supplied mapping. Parameters ---------- into : instance or subclass of collections.abc.Mapping Must be a class, an initialized collections.defaultdict, or an instance of a collections.abc.Mapping subclass. Returns ------- mapping : a collections.abc.Mapping subclass or other constructor a callable object that can accept an iterator to create the desired Mapping. See Also -------- DataFrame.to_dict Series.to_dict zunsupported type: z/to_dict() only accepts initialized defaultdicts) inspectisclassr1rrdefault_factoryr:rdrMappingri)Zintor%r%r&standardize_mapping{s    rznp.random.Generator)stater/cCsdSrEr%rr%r%r& random_statesrzGint | ArrayLike | np.random.BitGenerator | np.random.RandomState | Noneznp.random.RandomStatecCsdSrEr%rr%r%r&rszRandomState | NonercCsht|st|st|tjjr*tj|St|tjjr<|St|tjjrN|S|dkr\tjStddS)a Helper function for processing random_state arguments. Parameters ---------- state : int, array-like, BitGenerator, Generator, np.random.RandomState, None. If receives an int, array-like, or BitGenerator, passes to np.random.RandomState() as seed. If receives an np.random RandomState or Generator, just returns that unchanged. If receives `None`, returns np.random. If receives anything else, raises an informative ValueError. .. versionchanged:: 1.1.0 array-like and BitGenerator object now passed to np.random.RandomState() as seed Default None. Returns ------- np.random.RandomState or np.random.Generator. If state is None, returns np.random Nzdrandom_state must be an integer, array-like, a BitGenerator, Generator, a numpy RandomState, or None) rrr1r2randomZ BitGeneratorr Generatorr)rr%r%r&rs   z/Callable[..., T] | tuple[Callable[..., T], str]r)r{r/cOsRt|tr>|\}}||kr,|d}t||||<|||S||f||SdS)as Apply a function ``func`` to object ``obj`` either by passing obj as the first argument to the function or, in the case that the func is a tuple, interpret the first element of the tuple as a function and pass the obj to that function as a keyword argument whose key is the value of the second element of the tuple. Parameters ---------- func : callable or tuple of (callable, str) Function to apply to this object or, alternatively, a ``(callable, data_keyword)`` tuple where ``data_keyword`` is a string indicating the keyword of ``callable`` that expects the object. *args : iterable, optional Positional arguments passed into ``func``. **kwargs : dict, optional A dictionary of keyword arguments passed into ``func``. Returns ------- object : the return type of ``func``. z/ is both the pipe target and a keyword argumentN)r1r^r))r+r{rKr}targetmsgr%r%r&pipes   rcs$fdd}ttjtfr |SS)zv Returns a function that will map names/labels, dependent if mapper is a dict, Series or just a function. cs|kr|S|SdSrEr%)rUmapperr%r&f szget_rename_function..f)r1rrr)rrr%rr&get_rename_functions rz"Hashable | Iterable | AnyArrayLikezlist | AnyArrayLike)rXr/cCs>t|ttjtttfr|St|tjr8t|t s8t|S|gS)z Convert list-like or scalar input to list-like. List, numpy and pandas array-like inputs are returned unmodified whereas others are converted to list. ) r1r8r2r3rrrrr re)rXr%r%r&convert_to_list_likes rrezIterator[None])attrr/c cs4t||}t|||z |VW5t|||XdS)zTemporarily set attribute on an object. Args: obj: Object whose attribute will be modified. attr: Attribute to modify. value: Value to temporarily set attribute to. Yields: obj with modified attribute. N)rysetattr)r+rvalue old_valuer%r%r& temp_setattr"s   rr!None)indexr/cCs2t|t|kr.tdt|dt|ddS)zC Check the length of data matches the length of the index. zLength of values (z") does not match length of index ()N)r9r))datarr%r%r&require_length_match6srrVmaxminrPr7meanprodstdvarmediancumprodcumsumrz str | None)rHr/cCs t|S)zH if we define an internal function for this argument, return it ) _cython_tablegetrHr%r%r&get_cython_funcisrcCs t||S)zd if we define a builtin function for this argument, return it, otherwise return the arg )_builtin_tablerrr%r%r&is_builtin_funcpsrzSequence[Hashable | None]zlist[Hashable])namesr/cCsddt|DS)a, If a name is missing then replace it by level_n, where n is the count .. versionadded:: 1.4.0 Parameters ---------- names : list-like list of column names or None values. Returns ------- list list of column names with the None values replaced. cSs&g|]\}}|dkrd|n|qS)NZlevel_r%)rGir(r%r%r&r_sz&fill_missing_names..) enumerate)rr%r%r&fill_missing_namesxsrzbool | None | lib.NoDefault) numeric_onlyr/cCs&|tjkrd}n|dkrd}n|}|S)aDetermine the Boolean value of numeric_only. See GH#46560 for details on the deprecation. Parameters ---------- numeric_only : bool, None, or lib.no_default Value passed to the method. Returns ------- Resolved value of numeric_only. TNF)rZ no_default)rrgr%r%r&resolve_numeric_onlys  rr:)clsr(deprecate_noner/cCsf|dkrd}nd}d|d|jd|d}|r@|d|d 7}|d |d 7}tj|ttd d S)aEmit FutureWarning message for deprecation of numeric_only. See GH#46560 for details on the deprecation. Parameters ---------- cls : type pandas type that is generating the warning. name : str Name of the method that is generating the warning. deprecate_none : bool, default False Whether to also warn about the deprecation of specifying ``numeric_only=None``. )rPr7Z bool_onlyrzThe default value of z in .z? is deprecated. In a future version, it will default to False. zIn addition, specifying 'z=None' is deprecated. z2Select only valid columns or specify the value of z to silence this warning.r=N)rxr?r@rAr)rr(rZarg_namerr%r%r&deprecate_numeric_only_defaults r)F).).)N)N)N)F)o__doc__ __future__rbuiltins collectionsrr contextlib functoolsrrtypingrrrr r r r r rrr?Znumpyr2Z pandas._libsrZpandas._typingrrrrrZpandas.util._exceptionsrZpandas.core.dtypes.castrZpandas.core.dtypes.commonrrrrZpandas.core.dtypes.genericrrrZpandas.core.dtypes.inferencerZpandas.core.dtypes.missingr Zpandasr!r"r,r;rDrLrNrQrRrSrWrZrjrlrnrtrvrwrzr~rrrrrcontextmanagerrrrVrmaximumreducerZminimumrrPr7ZnansumrZnanmeanrZnanprodrZnanstdrZnanvarrZ nanmedianZnanmaxZnanminrZ nancumprodrZ nancumsumrrrrrrr%r%r%r&s  0        7 "    8%