U
    sVc+u                     @  s  d Z ddlmZ ddlmZmZ ddlmZmZm	Z	 ddl
ZddlmZmZ ddlmZmZmZmZ ddlmZ dd	lmZ dd
lmZmZmZ ddlmZmZmZ erddl m!Z! dddddZ"dddddZ#d{dddddZ$ddddgZ%d d!d"d#d$d%d&d'd(d)d*d+d,d-gZ&d.d/d.d0d1d2Z'd.d3d4d5d6Z(d|d9d.dd:d3d.dd;ddd<d=d>d?Z)d}d9d/dd.d3d.dd;d<d@	dAdBZ*d/d.d9dCdDdEZ+d~d9d9dd3d.dd;dd3dF	dGdHZ,ddIdJZ-ddKdLZ.ddMdNZ/ddPdQZ0d9d.d3dd<dRdSdTZ1dd9d.dUd3dd<dVdWdXZ2ddYddZd[d\Z3d]d]d^d_d`Z4e4dd9d3dYdadbdcddZ5e4dd9d3dYdadbdedfZ6e4dd9dYdgdhdiZ7e4ddYdjdkdlZ8e5e6dmZ9dddodpdqZ:ddrdsdtZ;ddudvdwZ<ddddxdydzZ=dS )z$
Routines for filling missing data.
    )annotations)partialwraps)TYPE_CHECKINGAnycastN)algoslib)	ArrayLikeAxisFnpt)import_optional_dependency)infer_dtype_from)is_array_likeis_numeric_v_string_likeneeds_i8_conversion)is_valid_na_for_dtypeisnana_value_for_dtype)Indexznpt.NDArray[np.bool_]int)masklengthc                 C  s8   t | r4t| |kr,tdt|  d| | | } | S )zJ
    Validate the size of the values passed to ExtensionArray.fillna.
    z'Length of 'value' does not match. Got (z)  expected )r   len
ValueError)valuer   r    r   7/tmp/pip-unpacked-wheel-xj8nt62q/pandas/core/missing.pycheck_value_size.   s    r   r
   )arrreturnc                 C  s   t |\}}tj||d}t|}||  }tj| jtd}|D ]:}t| |rPq@| |k}t|tj	sr|j
tdd}||O }q@| r|t| O }|S )a	  
    Return a masking array of same size/shape as arr
    with entries equaling any member of values_to_mask set to True

    Parameters
    ----------
    arr : ArrayLike
    values_to_mask: list, tuple, or scalar

    Returns
    -------
    np.ndarray[bool]
    )dtypeF)r"   Zna_value)r   nparrayr   zerosshapeboolr   
isinstancendarrayZto_numpyany)r    Zvalues_to_maskr"   Zna_maskZnonnar   xZnew_maskr   r   r   mask_missing=   s    


r,   Fz
str | Noner'   )methodallow_nearestc                 C  sv   | dkrd S t | tr8|  } | dkr,d} n| dkr8d} ddg}d}|rV|d d}| |krrtd	| d
|  | S )N)NZasfreqZffillpadZbfillbackfillzpad (ffill) or backfill (bfill)nearestz(pad (ffill), backfill (bfill) or nearestzInvalid fill method. Expecting z. Got )r(   strlowerappendr   )r-   r.   Zvalid_methodsZ	expectingr   r   r   clean_fill_methodk   s     

r5   lineartimeindexvaluesr1   zeroslinear	quadraticcubicbarycentrickroghspline
polynomialfrom_derivativespiecewise_polynomialpchipakimacubicspliner2   r   )r-   r8   r!   c                 K  sh   | d}| dkr"|d kr"tdtt }| |krHtd| d|  d| dkrd|jsdt|  d| S )	Norder)r@   rA   z7You must specify the order of the spline or polynomial.zmethod must be one of z. Got 'z
' instead.)r?   rC   rD   z4 interpolation requires that the index be monotonic.)getr   
NP_METHODS
SP_METHODSZis_monotonic_increasing)r-   r8   kwargsrG   validr   r   r   clean_interp_method   s    
rM   z
int | None)howr!   c                C  s   |dkst t| dkrdS t|  }| jdkr<|jdd}|dkrV|dd  }n&|dkr|t| d |ddd	   }|| }|sdS |S )
a  
    Retrieves the index of the first valid value.

    Parameters
    ----------
    values : ndarray or ExtensionArray
    how : {'first', 'last'}
        Use this parameter to change between the first or last valid index.

    Returns
    -------
    int or None
    )firstlastr   N      axisrO   rP   )AssertionErrorr   r   ndimr*   Zargmax)r9   rN   Zis_validZidxposZ	chk_notnar   r   r   find_valid_index   s    

rX   r/   forward
np.ndarrayzIndex | Nonez
Any | NoneNone)datar-   rT   r8   limitlimit_direction
limit_area
fill_valuecoercedowncastr!   c
                 K  s   zt |}W n tk
r$   d}Y nX |dk	rR|dk	r>tdt| ||||d n,|dk	s^ttf | |||||||d|
 dS )z
    Wrapper to dispatch to either interpolate_2d or _interpolate_2d_with_fill.

    Notes
    -----
    Alters 'data' in-place.
    Nz&Cannot pass both fill_value and method)r-   rT   r]   r_   )r\   r8   rT   r-   r]   r^   r_   r`   )r5   r   interpolate_2drV   _interpolate_2d_with_fill)r\   r-   rT   r8   r]   r^   r_   r`   ra   rb   rK   mr   r   r   interpolate_array_2d   s8    
	rf   )	r\   r8   rT   r-   r]   r^   r_   r`   r!   c                   s   t |f t | jr(t| jdd dkrFt|jsBtdddddg}	 |	krvtd	|	 d
 ddk	rddg}
 |
krtd|
 d dtjddt	|ddd fdd}t
|||  dS )z
    Column-wise application of _interpolate_1d.

    Notes
    -----
    Alters 'data' in-place.

    The signature does differ from _interpolate_1d because it only
    includes what is needed for Block.interpolate.
    F)compatr7   zStime-weighted interpolation only works on Series or DataFrames with a DatetimeIndexr9   rY   backwardZbothz*Invalid limit_direction: expecting one of z, got 'z'.Ninsideoutsidez%Invalid limit_area: expecting one of z, got .)Znobsr]   rZ   r[   )yvaluesr!   c                   s$   t f |  dd d S )NF)indicesrl   r-   r]   r^   r_   r`   bounds_error)_interpolate_1d)rl   r`   rm   rK   r]   r_   r^   r-   r   r   funcA  s    	z'_interpolate_2d_with_fill.<locals>.func)rM   r   r"   r   r   r   r3   r   Zvalidate_limit_index_to_interp_indicesr#   apply_along_axis)r\   r8   rT   r-   r]   r^   r_   r`   rK   Zvalid_limit_directionsZvalid_limit_areasrq   r   rp   r   rd     s6    


 rd   )r8   r-   r!   c                 C  s`   | j }t|jr|d}|dkr4|}ttj|}n(t|}|dkr\|jtjkr\t	
|}|S )zE
    Convert Index to ndarray of indices to pass to NumPy/SciPy.
    i8r6   )r9   r8   )_valuesr   r"   viewr   r#   r)   asarrayZobject_r	   Zmaybe_convert_objects)r8   r-   ZxarrZindsr   r   r   rr   Z  s    



rr   )	rm   rl   r-   r]   r^   r_   r`   rn   rG   c	                 K  s  t |}
|
 }| sdS | r&dS tt|
}t|dd}|dkrLd}tt|}t|dd}|dkrtt|}ttd| t|}|dkr|tt	|
|dB }n.|dkr|tt	|
d|B }ntt	|
||}|d	kr|||B O }n|d
kr
|| | }||O }t
|}|tkrRt| | }t| |
 | | | || | ||
< n.t| | || | |
 f||||d|	||
< tj||< dS )a  
    Logic for the 1-d interpolation.  The input
    indices and yvalues will each be 1-d arrays of the same length.

    Bounds_error is currently hardcoded to False since non-scipy ones don't
    take it as an argument.

    Notes
    -----
    Fills 'yvalues' in-place.
    NrO   rN   r   rP   rR   rY   rh   ri   rj   )r-   r`   rn   rG   )r   r*   allsetr#   ZflatnonzerorX   ranger   _interp_limitsortedrI   ZargsortZinterp_interpolate_scipy_wrappernan)rm   rl   r-   r]   r^   r_   r`   rn   rG   rK   invalidrL   Zall_nansZfirst_valid_indexZ
start_nansZlast_valid_indexZend_nansZpreserve_nansZmid_nansZindexerr   r   r   ro   p  s^    

 
 



ro   c                 K  sx  | d}t d|d ddlm}	 t|}|	j|	jttd}
t| ddrb| j	
d	|
d	 } }|d
krv|	j|
d
< n"|dkrt|
d< n|dkrt|
d< ddddddg}||kr|dkr|}|	j| ||||d}||}n|dkr&t|s|dkrtd| |	j| |fd|i|}||}nN| jjs8|  } |jjsJ| }|jjs\| }|
| }|| ||f|}|S )z
    Passed off to scipy.interpolate.interp1d. method is scipy's kind.
    Returns an array interpolated at new_x.  Add any new methods to
    the list in _clean_interp_method.
    z interpolation requires SciPy.scipy)extrar   interpolate)r>   r?   rB   rC   Z_is_all_datesFrt   rD   rE   rF   r1   r:   r;   r<   r=   rA   )kindr`   rn   r@   z;order needs to be specified and greater than 0; got order: k)r   r   r   r#   rw   Zbarycentric_interpolateZkrogh_interpolate_from_derivativesgetattrru   ZastypeZpchip_interpolate_akima_interpolate_cubicspline_interpolateZinterp1dr   r   ZUnivariateSplineflagsZ	writeablecopy)r+   yZnew_xr-   r`   rn   rG   rK   r   r   Zalt_methodsZinterp1d_methodsZterpZnew_yr   r   r   r~     sf    


    





r~   c           	      C  s4   ddl m} |jj}|| |dd||d}||S )a  
    Convenience function for interpolate.BPoly.from_derivatives.

    Construct a piecewise polynomial in the Bernstein basis, compatible
    with the specified values and derivatives at breakpoints.

    Parameters
    ----------
    xi : array-like
        sorted 1D array of x-coordinates
    yi : array-like or list of array-likes
        yi[i][j] is the j-th derivative known at xi[i]
    order: None or int or array-like of ints. Default: None.
        Specifies the degree of local polynomials. If not None, some
        derivatives are ignored.
    der : int or list
        How many derivatives to extract; None for all potentially nonzero
        derivatives (that is a number equal to the number of points), or a
        list of derivatives to extract. This number includes the function
        value as 0th derivative.
     extrapolate : bool, optional
        Whether to extrapolate to ouf-of-bounds points based on first and last
        intervals, or to return NaNs. Default: True.

    See Also
    --------
    scipy.interpolate.BPoly.from_derivatives

    Returns
    -------
    y : scalar or array-like
        The result, of length R or length M or M by R.
    r   r   rU   rR   )Zordersextrapolate)r   r   ZBPolyrB   reshape)	xiyir+   rG   derr   r   r-   re   r   r   r   r     s    "r   c                 C  s(   ddl m} |j| ||d}|||dS )a[  
    Convenience function for akima interpolation.
    xi and yi are arrays of values used to approximate some function f,
    with ``yi = f(xi)``.

    See `Akima1DInterpolator` for details.

    Parameters
    ----------
    xi : array-like
        A sorted list of x-coordinates, of length N.
    yi : array-like
        A 1-D array of real values.  `yi`'s length along the interpolation
        axis must be equal to the length of `xi`. If N-D array, use axis
        parameter to select correct axis.
    x : scalar or array-like
        Of length M.
    der : int, optional
        How many derivatives to extract; None for all potentially
        nonzero derivatives (that is a number equal to the number
        of points), or a list of derivatives to extract. This number
        includes the function value as 0th derivative.
    axis : int, optional
        Axis in the yi array corresponding to the x-coordinate values.

    See Also
    --------
    scipy.interpolate.Akima1DInterpolator

    Returns
    -------
    y : scalar or array-like
        The result, of length R or length M or M by R,

    r   r   rS   )nu)r   r   ZAkima1DInterpolator)r   r   r+   r   rT   r   Pr   r   r   r   E  s    $r   
not-a-knotc                 C  s(   ddl m} |j| ||||d}||S )aq  
    Convenience function for cubic spline data interpolator.

    See `scipy.interpolate.CubicSpline` for details.

    Parameters
    ----------
    xi : array-like, shape (n,)
        1-d array containing values of the independent variable.
        Values must be real, finite and in strictly increasing order.
    yi : array-like
        Array containing values of the dependent variable. It can have
        arbitrary number of dimensions, but the length along ``axis``
        (see below) must match the length of ``x``. Values must be finite.
    x : scalar or array-like, shape (m,)
    axis : int, optional
        Axis along which `y` is assumed to be varying. Meaning that for
        ``x[i]`` the corresponding values are ``np.take(y, i, axis=axis)``.
        Default is 0.
    bc_type : string or 2-tuple, optional
        Boundary condition type. Two additional equations, given by the
        boundary conditions, are required to determine all coefficients of
        polynomials on each segment [2]_.
        If `bc_type` is a string, then the specified condition will be applied
        at both ends of a spline. Available conditions are:
        * 'not-a-knot' (default): The first and second segment at a curve end
          are the same polynomial. It is a good default when there is no
          information on boundary conditions.
        * 'periodic': The interpolated functions is assumed to be periodic
          of period ``x[-1] - x[0]``. The first and last value of `y` must be
          identical: ``y[0] == y[-1]``. This boundary condition will result in
          ``y'[0] == y'[-1]`` and ``y''[0] == y''[-1]``.
        * 'clamped': The first derivative at curves ends are zero. Assuming
          a 1D `y`, ``bc_type=((1, 0.0), (1, 0.0))`` is the same condition.
        * 'natural': The second derivative at curve ends are zero. Assuming
          a 1D `y`, ``bc_type=((2, 0.0), (2, 0.0))`` is the same condition.
        If `bc_type` is a 2-tuple, the first and the second value will be
        applied at the curve start and end respectively. The tuple values can
        be one of the previously mentioned strings (except 'periodic') or a
        tuple `(order, deriv_values)` allowing to specify arbitrary
        derivatives at curve ends:
        * `order`: the derivative order, 1 or 2.
        * `deriv_value`: array-like containing derivative values, shape must
          be the same as `y`, excluding ``axis`` dimension. For example, if
          `y` is 1D, then `deriv_value` must be a scalar. If `y` is 3D with
          the shape (n0, n1, n2) and axis=2, then `deriv_value` must be 2D
          and have the shape (n0, n1).
    extrapolate : {bool, 'periodic', None}, optional
        If bool, determines whether to extrapolate to out-of-bounds points
        based on first and last intervals, or to return NaNs. If 'periodic',
        periodic extrapolation is used. If None (default), ``extrapolate`` is
        set to 'periodic' for ``bc_type='periodic'`` and to True otherwise.

    See Also
    --------
    scipy.interpolate.CubicHermiteSpline

    Returns
    -------
    y : scalar or array-like
        The result, of shape (m,)

    References
    ----------
    .. [1] `Cubic Spline Interpolation
            <https://en.wikiversity.org/wiki/Cubic_Spline_Interpolation>`_
            on Wikiversity.
    .. [2] Carl de Boor, "A Practical Guide to Splines", Springer-Verlag, 1978.
    r   r   )rT   bc_typer   )r   r   ZCubicSpline)r   r   r+   rT   r   r   r   r   r   r   r   r   p  s    F    r   )r9   r-   r]   r_   r!   c                 C  s   t | }| st| dd}|dkr(d}t| dd}|dkrDt| }t| ||d |dkrld|||d	 < n$|d
krd |d|< ||d	 d< tj| |< dS )a  
    Apply interpolation and limit_area logic to values along a to-be-specified axis.

    Parameters
    ----------
    values: np.ndarray
        Input array.
    method: str
        Interpolation method. Could be "bfill" or "pad"
    limit: int, optional
        Index limit on interpolation.
    limit_area: str
        Limit area for interpolation. Can be "inside" or "outside"

    Notes
    -----
    Modifies values in-place.
    rO   rx   Nr   rP   )r-   r]   ri   FrR   rj   )r   ry   rX   r   rc   r#   r   )r9   r-   r]   r_   r   rO   rP   r   r   r   _interpolate_with_limit_area  s&    
r   r   )r9   r-   rT   r]   r_   r!   c                 C  s   |dk	r&t tt|||d||  dS |dkr6dd ndd }| jdkrl|dkrXtd| td	| j } t	|}|| }|d
krt
||d nt||d dS )a  
    Perform an actual interpolation of values, values will be make 2-d if
    needed fills inplace, returns the result.

    Parameters
    ----------
    values: np.ndarray
        Input array.
    method: str, default "pad"
        Interpolation method. Could be "bfill" or "pad"
    axis: 0 or 1
        Interpolation axis
    limit: int, optional
        Index limit on interpolation.
    limit_area: str, optional
        Limit area for interpolation. Can be "inside" or "outside"

    Notes
    -----
    Modifies values in-place.
    N)r-   r]   r_   r   c                 S  s   | S Nr   r+   r   r   r   <lambda>"      z interpolate_2d.<locals>.<lambda>c                 S  s   | j S r   )Tr   r   r   r   r   "  r   rR   z0cannot interpolate on a ndim == 1 with axis != 0)rR   r/   r]   )r#   rs   r   r   rW   rV   r   tupler&   r5   _pad_2d_backfill_2d)r9   r-   rT   r]   r_   ZtransfZtvaluesr   r   r   rc     s.    	
rc   znpt.NDArray[np.bool_] | None)r   r!   c                 C  s    |d krt | }|tj}|S r   )r   rv   r#   Zuint8r9   r   r   r   r   _fillna_prep6  s    r   r   )rq   r!   c                   s    t  d fdd	}tt|S )z>
    Wrapper to handle datetime64 and timedelta64 dtypes.
    Nc                   sP   t | jrB|d krt| } | d||d\}}|| j|fS  | ||dS )Nrt   )r]   r   )r   r"   r   rv   )r9   r]   r   resultrq   r   r   new_funcG  s    
z&_datetimelike_compat.<locals>.new_func)NN)r   r   r   )rq   r   r   r   r   _datetimelike_compatB  s    r   z(tuple[np.ndarray, npt.NDArray[np.bool_]])r9   r]   r   r!   c                 C  s"   t | |}tj| ||d | |fS Nr   )r   r   Zpad_inplacer9   r]   r   r   r   r   _pad_1dV  s    
r   c                 C  s"   t | |}tj| ||d | |fS r   )r   r   Zbackfill_inplacer   r   r   r   _backfill_1da  s    
r   r   c                 C  s0   t | |}t| jr(tj| ||d n | |fS r   )r   r#   ry   r&   r   Zpad_2d_inplacer   r   r   r   r   l  s    
r   )r   c                 C  s0   t | |}t| jr(tj| ||d n | |fS r   )r   r#   ry   r&   r   Zbackfill_2d_inplacer   r   r   r   r   x  s    
r   r/   r0   rR   )rW   c                 C  s&   t | } |dkrt|  S ttd|  S )NrR   r   )r5   _fill_methodsr   r   )r-   rW   r   r   r   get_fill_func  s    r   )r!   c                 C  s   t | ddS )NT)r.   )r5   )r-   r   r   r   clean_reindex_fill_method  s    r   )r   c                   s   t |  t }t } fdd}|dk	rN|dkrDtt| d }n
|| |}|dk	r|dkrb|S t|| ddd |}t d t| }|dkr|S ||@ S )ak  
    Get indexers of values that won't be filled
    because they exceed the limits.

    Parameters
    ----------
    invalid : np.ndarray[bool]
    fw_limit : int or None
        forward limit to index
    bw_limit : int or None
        backward limit to index

    Returns
    -------
    set of indexers

    Notes
    -----
    This is equivalent to the more readable, but slower

    .. code-block:: python

        def _interp_limit(invalid, fw_limit, bw_limit):
            for x in np.where(invalid)[0]:
                if invalid[max(0, x - fw_limit):x + bw_limit + 1].all():
                    yield x
    c                   s`   t | }t| |d d}tt|d | tt| d |d    dkd B }|S )NrR   r   )min_rolling_windowry   rz   r#   whereZcumsum)r   r]   ZwindowedidxNr   r   inner  s    
"z_interp_limit.<locals>.innerNr   rU   rR   )r   rz   r#   r   listrw   )r   Zfw_limitZbw_limitZf_idxZb_idxr   Z	b_idx_invr   r   r   r|     s     
r|   )awindowr!   c                 C  sJ   | j dd | j d | d |f }| j| jd f }tjjj| ||dS )z
    [True, True, False, True, False], 2 ->

    [
        [True,  True],
        [True, False],
        [False, True],
        [True, False],
    ]
    NrU   rR   )r&   strides)r&   r   r#   r	   Zstride_tricksZ
as_strided)r   r   r&   r   r   r   r   r     s    $r   )F)	r/   r   NNrY   NNFN)r6   NrY   NN)r6   NrY   NNFN)NFN)Nr   F)r   r   )r   r   N)r/   r   NN)N)NN)NN)NN)NN)rR   )>__doc__
__future__r   	functoolsr   r   typingr   r   r   Znumpyr#   Zpandas._libsr   r	   Zpandas._typingr
   r   r   r   Zpandas.compat._optionalr   Zpandas.core.dtypes.castr   Zpandas.core.dtypes.commonr   r   r   Zpandas.core.dtypes.missingr   r   r   Zpandasr   r   r,   r5   rI   rJ   rM   rX   rf   rd   rr   ro   r~   r   r   r   r   rc   r   r   r   r   r   r   r   r   r   r|   r   r   r   r   r   <module>   s   .'         $:      S        e     
F
+
+
O2    H   
  

A