U
    sVc^                     @   sv   d dl Z d dlZd dlZd dlmZ d dlZd dlmZm	Z	m
Z
mZmZ d dlmZ d dlmZmZ G dd dZdS )    N)is_integer_dtype)CategoricalCategoricalIndex	DataFrameSeriesget_dummies)SparseArraySparseDtypec                   @   s0  e Zd Zejdd Zejddejedgddd Z	ejd	d
gddd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd  Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd1d2 Zejd3d4e d5d6giie d7d8giej!d9fd4e d:d5giie d;d8giej!d9fe d:d6gid5d<e d7d8giej!d9fe d:d6gid5d=e d>d8giej!d9fgd?d@ Z"dAdB Z#dCdD Z$dEdF Z%dGdH Z&dIdJ Z'dKdL Z(dMdN Z)dOdP Z*ejdQdRdSgdTdU Z+ejd
dRdSgdVdW Z,dXdY Z-dZd[ Z.ejd\d]gd^d_ Z/dS )`TestGetDummiesc                 C   s"   t dddgdddgdddgdS )Nabc         )ABC)r   )self r   I/tmp/pip-unpacked-wheel-xj8nt62q/pandas/tests/reshape/test_get_dummies.pydf   s    zTestGetDummies.dfuint8i8N)paramsc                 C   s   t |jS N)npdtypeparamr   requestr   r   r   r      s    zTestGetDummies.dtypeZdensesparsec                 C   s
   |j dkS )Nr!   )r   r   r   r   r   r!       s    zTestGetDummies.sparsec                 C   s   |d krt jS |S r   )r   r   )r   r   r   r   r   effective_dtype&   s    zTestGetDummies.effective_dtypec              	   C   s.   d}t jt|d t|dd W 5 Q R X d S )Nz1dtype=object is not a valid dtype for get_dummiesmatchobjectr   )pytestraises
ValueErrorr   )r   r   msgr   r   r   'test_get_dummies_raises_on_dtype_object+   s    z6TestGetDummies.test_get_dummies_raises_on_dtype_objectc                 C   s   t d}t|}t|t d}tdddgdddgdddgd| |d}|r\|jtdd}t|||d	}t|| t|||d	}t|| t d|_	t|||d	}t|| d S )
NabcABCr   r   r   r   r   r&           
fill_valuer!   r   )
listr   r   r"   applyr   r   tmassert_frame_equalindex)r   r!   r   s_lists_seriess_series_indexexpectedresultr   r   r   test_get_dummies_basic0   s     
z%TestGetDummies.test_get_dummies_basicc                 C   s  t d}t|}tdddddgdddddgdddddgd	}tdddgdddgdddgd	| |t dd
}|rt|rd}n|tkrd}nd}|jt|d}t|||d}t	
|| t|||d}t	
|| t||j||d}|r
d| |j d| d}	n| |j}	t|	di}|j }dd |jD |_t	|| t|dg||d}ddd}
d|
|	d |
|	< t|
 }|j }dd |jD |_| }t	|| d S )Nr,   r   r   r   r   r   r   r   r.   )r   columnsFr/   r0   r2   )r>   r!   r   zSparse[z, ]   c                 S   s   g | ]}t |qS r   str.0ir   r   r   
<listcomp>i   s     z?TestGetDummies.test_get_dummies_basic_types.<locals>.<listcomp>r   )int64r%   c                 S   s   g | ]}t |qS r   rA   rC   r   r   r   rF   s   s     )r3   r   r   r"   r   boolr4   r   r   r5   r6   r>   nameZdtypesZvalue_countsr7   Zassert_series_equalget
sort_index)r   r!   r   r8   r9   Zs_dfr;   r1   r<   Z
dtype_nameZexpected_countsr   r   r   test_get_dummies_basic_typesE   sJ    (


z+TestGetDummies.test_get_dummies_basic_typesc                 C   s   t jg}t|}t|dgd}t||d}t||d}t||d}|jsLt|jsVt|js`t|j dgkstt|j dgkst|j dgkstd S )Nr   r7   r!   r   )r   nanr   r   emptyAssertionErrorr7   tolist)r   r!   Zjust_na_listZjust_na_seriesZjust_na_series_indexZres_listZ
res_seriesZres_series_indexr   r   r   test_get_dummies_just_naw   s    


z'TestGetDummies.test_get_dummies_just_nac           
   	   C   s$  ddt jg}t|||d}tdddgdddgd| |d}|rP|jtdd	}t|| t|d
||d}tt jdddgddddgddddgi| |d}|j	ddt jgdd}|j
|_
|r|jtdd	}t|| tt jgd
||d}ttddgdt jg| |d}	t|j|	j d S )Nr   r   r2   r   r   )r   r   r&   r/   r0   Tdummy_nar!   r   ZaxisrM   r>   r   )r   rO   r   r   r"   r4   r   r5   r6   reindexr>   r   Zassert_numpy_array_equalvalues)
r   r!   r   sresexpres_naexp_nares_just_naexp_just_nar   r   r   test_get_dummies_include_na   s4     "  z*TestGetDummies.test_get_dummies_include_nac                 C   sx   dd l }d}|d}|||g}t|d|d}tddddgd| dddgitjd	}|rh|jtdd
}t	|| d S )Nr   ezLATIN SMALL LETTER E WITH ACUTEletterprefixr!   Zletter_er   Zletter_r&   r0   )
unicodedatalookupr   r   r   r   r4   r   r5   r6   )r   r!   rf   rb   eacuterZ   r[   r\   r   r   r   test_get_dummies_unicode   s    

 z'TestGetDummies.test_get_dummies_unicodec                 C   s   |ddg }t ||d}tdddgdddgdddgdddgdtjd}|rttdddgddtdddgddtdddgddtdddgddd}t|| d S )	Nr   r   rN   r   r   A_aA_bB_bB_cr&   r   )r   r   r   r   r   r5   r6   r   r   r!   r<   r;   r   r   r   test_dataframe_dummies_all_obj   s    $	z-TestGetDummies.test_dataframe_dummies_all_objc                 C   sd   |ddg }| ddd}t|}tdddgdddgdddgdddgdtjd	}t|| d S )
Nr   r   r%   stringr   r   r   r   rj   r&   )astyper   r   r   r   r5   r6   r   r   r<   r;   r   r   r   #test_dataframe_dummies_string_dtype   s    	z2TestGetDummies.test_dataframe_dummies_string_dtypec              	   C   s   t |||d}|r"t}t|d}n
tj}|}tdddg|dddg|d|dddg|d|dddg|d|dddg|dd}|dd	d
ddg }t|| d S )Nr2   r   r   r   r   r&   )r   rk   rl   rm   rn   r   rk   rl   rm   rn   )r   r   r	   r   arrayr   r5   r6   r   r   r!   r   r<   Zarrtypr;   r   r   r   "test_dataframe_dummies_mix_default   s     	z1TestGetDummies.test_dataframe_dummies_mix_defaultc                    s   ddg}t |||d}tdddgdddgdddgdddgdddgdtjd	}|d
g |d
g< ddddg}|d
g|  }|rtnt ||  fdd||< t|| d S )Nfrom_Afrom_Brd   r   r   r   r   r   from_A_afrom_A_bfrom_B_bfrom_B_cr&   r   r}   r~   r   r   c                    s    | S r   r   )xrx   r   r   <lambda>       zCTestGetDummies.test_dataframe_dummies_prefix_list.<locals>.<lambda>)	r   r   r   r   r   r   r4   r5   r6   )r   r   r!   prefixesr<   r;   colsr   r   r   "test_dataframe_dummies_prefix_list   s"    
z1TestGetDummies.test_dataframe_dummies_prefix_listc              
   C   s   t |d|d}ddddg}tdddddgdddddgd	ddddggd
g| tjd}|d
tji}|rtjtddd	gd
dtdddgdddtdddgdddtdddgdddtdddgdddgdd}t	
|| d S )Nbadrd   Zbad_aZbad_bZbad_cr   r   r   r   r   rW   )rI   zSparse[uint8])rI   r   rV   )r   r   r   r   rs   rG   pdconcatr   r5   r6   )r   r   r!   r<   Zbad_columnsr;   r   r   r   !test_dataframe_dummies_prefix_str   s&    &z0TestGetDummies.test_dataframe_dummies_prefix_strc                 C   s   t |dgdg|d}tdddgdddgdd	dgd	dd	gd
}|j}||dd   tj||dd  < |dg |dg< |rddg}|| tdd	||< t|| d S )Nrz   r   )re   r>   r!   r   r   r   r   r   r   )r   r   r}   r~   r   r}   r~   r   )	r   r   r>   rs   r   r   r	   r5   r6   r   r   r!   r<   r;   r   r   r   r   test_dataframe_dummies_subset  s    $z,TestGetDummies.test_dataframe_dummies_subsetc                 C   s   t |d|d}tdddgdddgdddgdddgdddgdtjd}|d	g |d	g< |d	d
dddg }|rd
dddg}|| tdd||< t|| t |ddg|d}|jdddd}t|| t |ddd|d}t|| d S )Nz..
prefix_sepr!   r   r   r   r   )r   A..aA..bB..bB..cr&   r   r   r   r   r   r   __ZB__bZB__c)r   r   r>   rr   )	r   r   r   r   rs   r	   r5   r6   renamer   r   r   r   !test_dataframe_dummies_prefix_sep,  s*    
z0TestGetDummies.test_dataframe_dummies_prefix_sepc              	   C   s8   t d}tjt|d t|dg|d W 5 Q R X d S )NzPLength of 'prefix' (1) did not match the length of the columns being encoded (2)r#   ztoo fewrd   reescaper'   r(   r)   r   r   r   r!   r*   r   r   r   (test_dataframe_dummies_prefix_bad_lengthG  s
    z7TestGetDummies.test_dataframe_dummies_prefix_bad_lengthc              	   C   s8   t d}tjt|d t|dg|d W 5 Q R X d S )NzTLength of 'prefix_sep' (1) did not match the length of the columns being encoded (2)r#   r   r   r   r   r   r   r   ,test_dataframe_dummies_prefix_sep_bad_lengthO  s
    z;TestGetDummies.test_dataframe_dummies_prefix_sep_bad_lengthc                 C   s   ddd}t dddgdddgddd	gd
}t|||d}t dddgdddgdddgdddgdddgd}ddddg}|| tj||< |r|| tdd||< t|| d S )Nrz   r{   rr   r   r   r   r   r   r   )r   r   r   rd   r   r|   r}   r~   r   r   r   )r   r   rs   r   r   r	   r5   r6   )r   r!   r   r   r<   r;   r>   r   r   r   "test_dataframe_dummies_prefix_dictW  s     
"
z1TestGetDummies.test_dataframe_dummies_prefix_dictc                 C   s  t jt jt jg|jdd d f< t|d||djdd}|rJt}t|d}n
t j}|}tdddt jg|ddddg|d|ddddg|d|ddddg|d|ddddg|d|ddddg|d|ddddg|dd	jdd}t	
|| t|d
||d}|dddddg }t	
|| d S )Nr   TrT   r   rV   r   r   r&   )r   rk   rl   A_nanrm   rn   B_nanFr   rk   rl   rm   rn   )r   rO   locr   rK   r   r	   rv   r   r5   r6   rw   r   r   r   test_dataframe_dummies_with_nam  s2    
z-TestGetDummies.test_dataframe_dummies_with_nac                 C   s   t dddg|d< t|||djdd}|r<t}t|d}n
tj}|}tddd	g|dddg|d
|dddg|d
|dddg|d
|dddg|d
|dddg|d
|dddg|d
djdd}t	|| d S )Nr   ycatr2   r   rV   r   r   r   r&   )r   rk   rl   rm   rn   Zcat_xcat_y)
r   r   rK   r   r	   r   rv   r   r5   r6   rw   r   r   r   'test_dataframe_dummies_with_categorical  s(    
z6TestGetDummies.test_dataframe_dummies_with_categoricalzget_dummies_kwargs,expecteddata   är   u   ä_ar   r&   r   u   x_ä)r   re   )r   r   u   xäac                 C   s   t f |}t|| d S r   )r   r5   r6   )r   Zget_dummies_kwargsr;   r<   r   r   r   test_dataframe_dummies_unicode  s    
z-TestGetDummies.test_dataframe_dummies_unicodec                 C   s   t d}t|}t|t d}tdddgdddgdtjd}t|d|d}|r^|jtdd	}t	|| t|d|d}t	|| t d|_
t|d|d}t	|| d S )
Nr,   r-   r   r   )r   r   r&   T
drop_firstr!   r0   )r3   r   r   r   r   r   r4   r   r5   r6   r7   r   r!   r8   r9   r:   r;   r<   r   r   r   !test_get_dummies_basic_drop_first  s     
z0TestGetDummies.test_get_dummies_basic_drop_firstc                 C   s   t d}t|}t|t d}ttdd}t|d|d}t|| t|d|d}t|| tt dd}t|d|d}t|| d S )NZaaar-   r   rM   Tr   )r3   r   r   r   aranger   r5   r6   r   r   r   r   +test_get_dummies_basic_drop_first_one_level  s    z:TestGetDummies.test_get_dummies_basic_drop_first_one_levelc           	      C   s   ddt jg}t|d|d}tddddgit jd}|rD|jtdd}t|| t|dd|d	}tddddgt jdddgit jdj	dt jgdd
}|r|jtdd}t|| tt jgdd|d	}tt 
dd}t|| d S )Nr   r   Tr   r   r   r&   r0   rU   r   r!   rV   rM   )r   rO   r   r   r   r4   r   r5   r6   rX   r   )	r   r!   Zs_NAr[   r\   r]   r^   r_   r`   r   r   r   $test_get_dummies_basic_drop_first_NA  s,    $    z3TestGetDummies.test_get_dummies_basic_drop_first_NAc                 C   s\   |ddg }t |d|d}tdddgdddgdtjd}|rL|jtdd	}t|| d S )
Nr   r   Tr   r   r   )rl   rn   r&   r0   )r   r   r   r   r4   r   r5   r6   ro   r   r   r   !test_dataframe_dummies_drop_first  s     z0TestGetDummies.test_dataframe_dummies_drop_firstc                 C   s   t dddg|d< t|d|d}tdddgd	dd	gd	d	dgd	ddgd
}dddg}|| tj||< |ddddg }|r|D ]}t|| ||< qt|| d S )Nr   r   r   Tr   r   r   r   r   )r   rl   rn   r   rl   rn   r   r   )	r   r   r   rs   r   r   r   r5   r6   )r   r   r!   r   r<   r;   r   colr   r   r   2test_dataframe_dummies_drop_first_with_categorical  s    $
zATestGetDummies.test_dataframe_dummies_drop_first_with_categoricalc              	   C   s   t jt jt jg|jdd d f< t|dd|djdd}tdddt jgddddgddddgddddgddddgd}d	d
ddg}|| t j||< |jdd}|r|D ]}t|| ||< qt	
|| t|dd|d}|dd	dg }t	
|| d S )Nr   Tr   r   rV   r   r   )r   rl   r   rn   r   rl   r   rn   r   Fr   )r   rO   r   r   rK   r   rs   r   r   r5   r6   )r   r   r!   r<   r;   r   r   r   r   r   )test_dataframe_dummies_drop_first_with_na  s6       



	z8TestGetDummies.test_dataframe_dummies_drop_first_with_nac                 C   s   t dddg}t|}tddgddgddggddgtjd}t|| t tdddg}t|}tddgddgddggtddgtjd}t|| d S )Nr   r   r   rW   r   r   )r   r   r   r   r   r5   r6   r   )r   r   r<   r;   r   r   r   test_get_dummies_int_int/  s    & 
 z'TestGetDummies.test_get_dummies_int_intc              	   C   s   t dddgtdddgdddgdddgd}dd	d
dddg}t ddddddgddddddgddddddgg|d}||dd   |||dd  < t|ddg|d}t|| d S )Nr   r   r   r   g      ?g       @)r   r   r   Dr   r   A_1A_2ZB_arm   r   r   r   r   rW   )r   r   rs   r   r5   r6   )r   r   r   r>   r;   r<   r   r   r   test_get_dummies_int_df<  s    ,"z&TestGetDummies.test_get_dummies_int_dforderedTFc                 C   s|   t tdtd|d}t||d}tjdddgdddgg| |d}t|j|j|d}t||| |d}t	
|| d S )NZxyZxyz)
categoriesr   r&   r   r   rW   )r   r3   r   r   rv   r"   r   r   r   r5   r6   )r   r   r   r   r<   r   r   r;   r   r   r   1test_dataframe_dummies_preserve_categorical_dtypeN  s    $  z@TestGetDummies.test_dataframe_dummies_preserve_categorical_dtypec                 C   sL   t ddgddgd}t|dg|d}|jdgd	}t|dg | d S )
Nr   r   ZABZCD)GDPNationr   r>   r!   r   r   )r   	from_dictr   rX   r5   r6   )r   r!   r   Zdf2r   r   r   *test_get_dummies_dont_sparsify_all_columns\  s    z9TestGetDummies.test_get_dummies_dont_sparsify_all_columnsc                 C   s   dddg|_ t|jdd}tdddddgdddddgdddddggddddd	gtjd
jdd}|dtji}t	|| d S )Nr   r   rV   r   r   r   rk   rl   ZA_crW   )
r>   r   rK   r   r   r   rs   rG   r5   r6   rt   r   r   r   "test_get_dummies_duplicate_columnse  s    &z1TestGetDummies.test_get_dummies_duplicate_columnsc                 C   s`   t dddgi}t|dgdd}tdd}t tddg|dtddg|dd	}t|| d S )
Nr   r   r   Tr   r   r   r&   )r   r   )r   r   r	   r   r5   r6   )r   r   r<   r   r;   r   r   r   test_get_dummies_all_sparset  s    
z*TestGetDummies.test_get_dummies_all_sparserY   bazc              
   C   sp   t ddddddgddddddgd	d
dd	d
dgddddddgd}d}tjt|d t||d W 5 Q R X d S )Nr   r   r            ZoneZtwor   r   r   r   r   zqwt)barZfoor   Zzooz1Input must be a list-like for parameter `columns`r#   r   )r   r'   r(   	TypeErrorr   )r   rY   r   r*   r   r   r   #test_get_dummies_with_string_values  s    	z2TestGetDummies.test_get_dummies_with_string_values)0__name__
__module____qualname__r'   Zfixturer   r   Zfloat64rH   r   r!   r"   r+   r=   rL   rS   ra   ri   rp   ru   ry   r   r   r   r   r   r   r   r   r   markZparametrizer   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r
      st   


2


r
   )r   Znumpyr   r'   Zpandas.core.dtypes.commonr   Zpandasr   r   r   r   r   r   Zpandas._testingZ_testingr5   Zpandas.core.arrays.sparser   r	   r
   r   r   r   r   <module>   s   