U
    sVcRr                     @   sP  d Z ddlmZ ddlZddlZddlZddlmZ ddlm	Z	 ddl
mZmZmZmZmZmZmZmZ ddlmZ ddlmZmZmZ ddlmZmZmZ d	d
 Zdd Zej !dej"ej#fej$ej"fej$ej#fej$ej%fgdd Z&ej !ddddddddddddddddgej !d d!d"gd#d$ Z'd%d& Z(ej !d'd(d)d)d*gd*d*ggd+d, Z)G d-d. d.Z*ej !d/d0d1d2d3gd4d5 Z+d6d7 Z,ej !d8eeeed9d: ed;d: egd<d= Z-ej !d8eeeeed>d: gd?d@ Z.dAdB Z/dCdD Z0ej !dEd(ej1gdFdG Z2ej !d8eeeedHd: gdIdJ Z3dKdL Z4G dMdN dNZ5dS )OzX
The tests in this package are to ensure the proper resultant dtypes of
set operations.
    )datetimeN)pa_version_under7p0)find_common_type)CategoricalIndexDatetimeIndexIndex
MultiIndex
RangeIndexSeriesTimedeltaIndex	Timestamp)is_datetime64tz_dtypeis_signed_integer_dtypepandas_dtype)Float64Index
Int64IndexUInt64Indexc                 C   s*   |   }|   }||j|jks&td S N)sort_valuesuniondtypeAssertionError)indexidx1idx2 r   D/tmp/pip-unpacked-wheel-xj8nt62q/pandas/tests/indexes/test_setops.pytest_union_same_types&   s    r   c              	   C   s  | }|}|j s,|j s,|jjdkr,|jjdksP|j sn|j sn|jjdkrn|jjdkrntjjdtdd}|j| t	|j|jg}d }t
|rt
|snP|jjdkr|jjdkst|jtjr|jjdkr|jjdkst|jtjst}|jtjkp|jtjk}t|j}	t|j}
| }| }tj|dd	 ||}||}W 5 Q R X |r|	s`|
r|jtd
ksvt|jtd
kstn |j|kst|j|kstd S )NibzGH#44000 True==1F)reasonraisesstrictc)r   ufr#   z'<' not supported betweenmatchO)	is_uniquer   kindpytestmarkxfail
ValueErrornodeZ
add_markerr   len
isinstancenpRuntimeWarninguint64r   r   tmassert_produces_warningr   r   )
index_flatZindex_flat2requestr   r   r,   Zcommon_dtypewarnZ
any_uint64Zidx1_signedZidx2_signedres1res2r   r   r   test_union_different_types.   sl    


	
  


	




r<   zidx_fact1,idx_fact2c                 C   sT   | d}|d}| |}| |}|j|j|jfks:t|j|j|jfksPtd S )N
      )r   r   r   )Z	idx_fact1Z	idx_fact2r   r   r:   r;   r   r   r   "test_compatible_inconsistent_pairst   s    

r?   zleft, right, expected)int64r@   r@   )r@   r4   object)r@   float64rB   )r4   rB   rB   )r4   r4   r4   )rB   rB   rB   )datetime64[ns]r@   rA   )rC   r4   rA   )rC   rB   rA   )datetime64[ns, CET]r@   rA   )rD   r4   rA   )rD   rB   rA   )	Period[D]r@   rA   )rE   r4   rA   )rE   rB   rA   names)foorG   rG   )rG   barNc                 C   s~   t | } t |}tg | |d d}tg ||d d}||}|j|ksLt|j|d ks^t||}|j|d ksztd S )Nr   )r   name      )r   r   r   r   r   rI   intersection)leftrightexpectedrF   ar   resultr   r   r   test_union_dtypes   s    

rR   c              	   C   st   t t | | O } W 5 Q R X t t | | M } W 5 Q R X t| jdkoLt}t jt|d | | N } W 5 Q R X d S )Nzstring[pyarrow])Zraise_on_extra_warnings)r5   r6   FutureWarningstrr   r   )r   Z
is_pyarrowr   r   r   %test_dunder_inplace_setops_deprecated   s    rU   valuesrJ   rK      c                 C   s8   t | }t ddg}||}t dg}t|| d S )NrW   )r   rL   r5   assert_index_equal)rV   rP   r   rQ   rO   r   r   r   test_intersection_duplicates   s
    

rY   c                   @   s   e Zd Zejdddgejdddddgd	d
 Zdd Zdd Zdd Z	dd Z
ejddddddgdd Zejddddddgdd Zejddddddgdd Zejddddddgdd  Zd!d" Zd#d$ Zd%d& Zd'd( Zd)S )*
TestSetOpscaseg      ?ZxxxmethodrL   r   
differencesymmetric_differencec              	   C   s0   d}t jt|d t||| W 5 Q R X d S )Nz!Input must be Index or array-liker&   )r+   r!   	TypeErrorgetattr)selfr[   r\   r   msgr   r   r   test_set_ops_error_cases   s    z#TestSetOps.test_set_ops_error_casesc           	   	   C   s   t |trd S |d d }|d d }||}t||s@tt|jrNd S | |	 |
 g}|D ]}||}t||shtqht |trd}tjt|d |dddg W 5 Q R X d S )N   rW   .other must be a MultiIndex or a list of tuplesr&   rJ   rK   )r1   r   rL   r5   equalContentsr   r   r   to_numpy	to_seriesto_listr   r+   r!   r_   )	ra   r   firstsecond	intersectcasesr[   rQ   rb   r   r   r   test_intersection_base   s     




z!TestSetOps.test_intersection_basec           
   	   C   s   |dd  }|d d }|}| |}t||s6tt|jrDd S | | | g}|D ]}| |}t||s^tq^t	|t
rd}	tjt|	d | dddg W 5 Q R X d S )NrW   rd   re   r&   rJ   rK   )r   r5   rf   r   r   r   rg   rh   ri   r1   r   r+   r!   r_   )
ra   r   rj   rk   
everythingr   rm   r[   rQ   rb   r   r   r   test_union_base   s    



zTestSetOps.test_union_basec           
   	   C   s   |dd  }|d d }|  r4t|t|}nt|trDg }n|dd  }|||}t||slt| |	 |
 g}|D ] }|||}t||stqt|trd}	tjt|	d |dddg| W 5 Q R X d S )NrK      re   r&   rJ   rW   )Z
is_booleansetr]   r1   r   r5   rf   r   rg   rh   ri   r   r+   r!   r_   )
ra   sortr   rj   rk   answerrQ   rm   r[   rb   r   r   r   test_difference_base  s"    

zTestSetOps.test_difference_basec           	   	   C   s   t |trd S t|dk rd S |d |dd  ksF|d |d d krJd S |dd  }|d d }|ddg }||}t||st| | |	 g}|D ]}||}t||stqt |t
rd}tjt|d |dddg W 5 Q R X d S )NrK   r   rJ   re   r&   rW   )r1   r   r0   r^   r5   rf   r   rg   rh   ri   r   r+   r!   r_   )	ra   r   rj   rk   rt   rQ   rm   r[   rb   r   r   r   test_symmetric_difference  s&    
(


z$TestSetOps.test_symmetric_differencezfname, sname, expected_nameAry   ry   ry   BN)ry   NNNr{   N)NNNc           
      C   s"  |j std |}| |}| |}||}| |}	t||	 | |}|||}||}| |}	t||	 |||}| |}||}| |}	t||	 |||}|||}||}|||}	t||	 d S N-Randomly generated index_flat was not unique.)	r)   r+   skipcopy	set_namesr   r5   rX   drop
ra   r7   fnamesnameexpected_namer   rj   rk   r   rO   r   r   r   test_corner_union6  s.    




zTestSetOps.test_corner_unionc           
      C   s`   |j std |}| |}|dd  |}|| }|| }	t||	 d S Nr~   rJ   )	r)   r+   r   r   r   r   r   r5   rX   r   r   r   r   test_union_unequald  s    
zTestSetOps.test_union_unequalc           
      C   s&  |j std |}| |}| |}||}| |}	t||	 | |}|||}||}|||}	t||	 |||}| |}||}|||}	t||	 |||}|||}||}|||}	t||	 d S r}   )	r)   r+   r   r   r   rL   r5   rX   r   
ra   r7   r   r   r   r   rj   rk   rl   rO   r   r   r   test_corner_intersectz  s.    




z TestSetOps.test_corner_intersectc           
      C   sh   |j std |}| |}|dd  |}|| }|dd  | }	t||	 d S r   )	r)   r+   r   r   r   rL   r   r5   rX   r   r   r   r   test_intersect_unequal  s    
z!TestSetOps.test_intersect_unequalc                 C   s   t |tr |tt|j}n
|d}t|}||}|j	|j	ksNt
||d d }|j	|j	kspt
|d d |}|j	|j	kst
d S )NrG   r   )r1   r   renamelistrangenlevelsr2   ZasarrayrL   rI   r   )ra   r   otherrQ   r   r   r   .test_intersection_name_retention_with_nameless  s    



z9TestSetOps.test_intersection_name_retention_with_namelessc                 C   s8   |j s
d S |j||d}|d d }tj||dd d S )Nrs   r   Texact)r)   r]   r5   rX   )ra   r   rs   rQ   rO   r   r   r   $test_difference_preserves_type_empty  s
    z/TestSetOps.test_difference_preserves_type_emptyc                    sv   t  tr fdd|D } |d   |d } |sFt |} d d |d }t|| d S )Nc                    s   g | ]}|g j  qS r   )r   ).0xr   r   r   
<listcomp>  s     zDTestSetOps.test_difference_name_retention_equals.<locals>.<listcomp>r   rJ   rK   )r1   r   r   equalsr   r]   r5   rX   )ra   r   rF   r   rQ   rO   r   r   r   %test_difference_name_retention_equals  s    

z0TestSetOps.test_difference_name_retention_equalsc                 C   s>   |j s
d S ||d d }|j||d}tj||dd d S )Nr   r   Tr   )r)   rL   r]   r5   rX   )ra   r   rs   interZdiffr   r   r   (test_intersection_difference_match_empty  s
    z3TestSetOps.test_intersection_difference_match_emptyN)__name__
__module____qualname__r+   r,   parametrizerc   rn   rp   ru   rw   r   r   r   r   r   r   r   r   r   r   r   r   rZ      sl    


$



#


rZ   r\   rL   r   r]   r^   c                 C   s   | }| d}t|trdnd}t||||d}t||||d}tj|||d t|||d d |d}t|||d d |d}tj|||d d S )NcategoryequivTr   r   rd   )Zastyper1   r	   r`   r5   rX   )r7   rs   r\   r   r   r   rQ   rO   r   r   r   test_setop_with_categorical  s    
r   c                 C   sD   | j r
d S dd }| }|ddddg }||| ||js@td S )Nc                 S   s   |  || | std S r   )rL   r   r   )rM   rN   r   r   r   check_intersection_commutative  s    zPtest_intersection_duplicates_all_indexes.<locals>.check_intersection_commutativer   rJ   rK   )emptyrL   r)   r   )r   r   idxZidx_non_uniquer   r   r   (test_intersection_duplicates_all_indexes  s    
r   clsc                 C   s   t | t| dS )N)
categories)r   rr   r   r   r   r   <lambda>      r   c                 C   s   t | tdS Nr   r   rA   r   r   r   r   r     r   c                 C   s   | ddddg}| dddg}| ddddddg}t |trPtddddddg}||}t|| |j|dd}t|| d S )NrJ   rK   rW   rq   Fr   )r1   r   r   r   r5   rX   r   rP   r   rO   rQ   r   r   r   0test_union_duplicate_index_subsets_of_each_other  s    

r   c                 C   s   t | tdS r   r   r   r   r   r   r   7  r   c                 C   sX   | dddg}| ddg}| dddg}| |}t|| | |}t|| d S )NrJ   r   r   r5   rX   r   r   r   r   1test_union_with_duplicate_index_and_non_monotonic/  s    

r   c                  C   sR   t ddddg} t dddg}t dddddddg}| j|dd}t|| d S )NrJ   rK   rW   10Fr   r   r   r5   rX   )rP   r   rO   rQ   r   r   r   +test_union_duplicate_index_different_dtypesG  s
    r   c                  C   sH   t dddg} t ddddg}| |}t ddddg}t|| d S )Nr   rJ   rK   r   )rP   r   rQ   rO   r   r   r   (test_union_same_value_duplicated_in_bothP  s
    
r   dupc                 C   sV   t tjdddg}t tj| ddg}|j|dd}t tj| dddg}t|| d S )NrJ   rK   Fr   g      ?       @)r   r2   nanr   r5   rX   )r   rP   r   rQ   rO   r   r   r   test_union_nan_in_bothY  s
    r   c                 C   s   t | tdS r   r   r   r   r   r   r   j  r   c                 C   s\   | dddg}| dddg}| ddddg}| |}t|| | |}t|| d S )NrJ   r   rK   r   r   r   r   r   <test_union_with_duplicate_index_not_subset_and_non_monotonicc  s    

r   c                  C   st   t ddtjg} | jjjdks"ttddg}|| }tddtjgtj	d}t
|| | |}t
|| d S )NrJ   rK   r   r   )r   r2   r   r   r   r*   r   r   r   rB   r5   rX   )cir   rQ   rO   r   r   r   #test_union_int_categorical_with_nanz  s    

r   c                   @   s:  e Zd Zdd Zejjddgdddd Zejd	ed
ddddgdddfed
ddddgdddfed
ddddgdfgdd Z	ejjddgddejddddgdd Z
dd Zejjddgdddd Zejdejeegejjddgdddd  Zejjddgddd!d" Zejjddgddejd#d$d%gd&d' Zd(d) Zejjddgddd*d+ Zejjddgddd,d- Zejd.d/d0gd1d2 Zejjd3d4ejd.d/d0gd5d6 Zd7d8 Zejd9ed:d;ejged<d=d>gfed:d;geejd<d=d>gfgd?d@ ZdAdB ZdCS )DTestSetOpsUnsortedc                 C   sX   t dddt dddg}t|td}tdgtd}||}tg td}t|| d S )Ni  rK   	      r   Zaa)r   r   rA   rL   r5   rX   )ra   Zdt_datesindex1index2rQ   rO   r   r   r   test_intersect_str_dates  s    
z+TestSetOpsUnsorted.test_intersect_str_datesr   stringT)Zindirectc                 C   sl   |d d }|d d }|j ||d}|d kr>t||  t||sNt|j ||d}||kshtd S )Nr>   r=   r   )rL   r5   rX   r   rf   r   )ra   r   rs   rj   rk   rl   r   r   r   r   test_intersection  s    z$TestSetOpsUnsorted.test_intersectionzindex2,keeps_namerW   rq   rd         rI   r   Fc                 C   sZ   t dddddgdd}t dddg}|||}|r:d|_|j|jksJtt|| d S )NrJ   rK   rW   rq   rd   r   r   )r   rL   rI   r   r5   rX   )ra   r   Z
keeps_namers   r   rO   rQ   r   r   r   #test_intersection_name_preservation  s    	z6TestSetOpsUnsorted.test_intersection_name_preservationz$first_name,second_name,expected_namerx   rz   r|   c           	      C   sD   |dd }|d d }||_ ||_ |j||d}|j |ks@td S Nrd   r>   r=   r   )rI   rL   r   )	ra   r   Z
first_namesecond_namer   rs   rj   rk   rl   r   r   r   $test_intersection_name_preservation2  s    z7TestSetOpsUnsorted.test_intersection_name_preservation2c           
      C   s   t ddgdd}t ddgdd}t dd	gd
d}|j|j||d|d}|j||dj||d}t|| t ddgdd}t g dd}t g dd}	|j|j|	|d|d}|j||dj|	|d}t|| d S )NrJ   rK   i1r   rd   r   i2rW   rq   i3r   j1j2j3r   )
ra   rs   r   r   r   r   rO   r   r   r   r   r   r   test_chained_union  s    z%TestSetOpsUnsorted.test_chained_unionc                 C   s^   |dd }|d d }|d d }|j ||d}|d krJt||  t||sZtd S r   )r   r5   rX   r   rf   r   )ra   r   rs   rj   rk   ro   r   r   r   r   
test_union  s    zTestSetOpsUnsorted.test_unionklassc           	      C   sh   |dd }|d d }|d d }||j }|j||d}|d krTt||  t||sdtd S r   )rV   r   r5   rX   r   rf   r   )	ra   r   r   rs   rj   rk   ro   r[   rQ   r   r   r   test_union_from_iterables  s    
z,TestSetOpsUnsorted.test_union_from_iterablesc                 C   st   |dd }|j ||d}||k| ks,t|j g |d}||k| ksLttg j ||d}||k| ksptd S )Nrd   r>   r   )r   r   r   )ra   r   rs   rj   r   r   r   r   test_union_identity  s    z&TestSetOpsUnsorted.test_union_identityzsecond_name,expected)NN)rI   rI   c           	      C   sx   |dd }|d d }|dd }d|_ ||_ |j||d}t||sNt|d krf|j d ksttn|j |ksttd S )Nrd   r>   r=   rI   r   )rI   r]   r5   rf   r   )	ra   r   r   rO   rs   rj   rk   rt   rQ   r   r   r   !test_difference_name_preservation  s    z4TestSetOpsUnsorted.test_difference_name_preservationc                 C   s.   |dd }d|_ |g |}t|| d S )Nrd   r>   rI   )rI   r]   r5   rX   ra   r   rs   rj   rQ   r   r   r   test_difference_empty_arg  s    z,TestSetOpsUnsorted.test_difference_empty_argc                 C   sB   |dd }d|_ |||}t|dks.t|j |j ks>td S )Nrd   r>   rI   r   )rI   r]   r0   r   r   r   r   r   test_difference_identity  s
    z+TestSetOpsUnsorted.test_difference_identityc                 C   sP   |dd }|d d }| ||}|dd }|d kr@| }t|| d S )Nrd   r>   r=   )r]   r   r5   rX   )ra   r   rs   rj   rk   rQ   rO   r   r   r   test_difference_sort  s    z'TestSetOpsUnsorted.test_difference_sortopnamer]   r^   c              	   C   s   t dtddg}t dtddg}t||}tt ||}W 5 Q R X t dtddtdg}|dkrz|d d }t|| tj||dd}||}t|| d S )	NrW   2000rJ   rK   1999r]   Fr   )r   r   operatormethodcallerr5   r6   r3   rX   )ra   r   rP   r   oprQ   rO   r   r   r   test_difference_incomparable,  s    z/TestSetOpsUnsorted.test_difference_incomparablezNot implemented)r    c              	   C   sZ   t dtddg}t dtddg}tj||dd}tjtdd	 || W 5 Q R X d S )
NrW   r   rJ   rK   r   Tr   zCannot comparer&   )r   r   r   r   r+   r!   r_   )ra   r   rP   r   r   r   r   r   !test_difference_incomparable_true?  s
    z4TestSetOpsUnsorted.test_difference_incomparable_truec                 C   sx   t tdddgdddg}t ddg}|j||d	}t d
ddg}|d krX| }t|| t||sttd S )NrG   rH   bazrJ   rK   rW   )rG   rJ   )rH   rW   r   )rH   rK   )r   rW   )	r   from_tupleszipr^   r   r5   rX   rf   r   )ra   rs   r   r   rQ   rO   r   r   r   test_symmetric_difference_miK  s    z/TestSetOpsUnsorted.test_symmetric_difference_mizindex2,expectedr   rJ   r   g      @g        c                 C   s@   t dtjddg}|j||d}|d kr0| }t|| d S )NrJ   rK   rW   r   )r   r2   r   r^   r   r5   rX   )ra   r   rO   rs   r   rQ   r   r   r   !test_symmetric_difference_missingU  s
    
z4TestSetOpsUnsorted.test_symmetric_difference_missingc                 C   s   t ddddgdd}tddddg}t ddg}|j||d}t||sPt|jdks^t|j|d	|d
}t||s~t|jd	kstd S )NrJ   rK   rW   rq   r   r   rd   r   new_name)Zresult_namers   )r   r2   arrayr^   r5   rf   r   rI   )ra   rs   r   r   rO   rQ   r   r   r   #test_symmetric_difference_non_indexf  s    z6TestSetOpsUnsorted.test_symmetric_difference_non_indexN)r   r   r   r   r+   r,   r   r   r   r   r   r   r   r2   r   r
   r   r   r   r   r   r   r   r   r-   r   r   r   r   r   r   r   r   r   r     s^   













r   )6__doc__r   r   Znumpyr2   r+   Zpandas.compatr   Zpandas.core.dtypes.castr   Zpandasr   r   r   r   r	   r
   r   r   Zpandas._testingZ_testingr5   Zpandas.api.typesr   r   r   Zpandas.core.apir   r   r   r   r<   r,   r   ZmakeIntIndexZmakeRangeIndexZmakeFloatIndexZmakeUIntIndexr?   rR   rU   rY   rZ   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   <module>   s   (
F



	

	  / 



		
	

